├── .gitignore ├── README.md ├── data ├── __init__.py ├── init_paths.txt ├── scripts │ ├── download_glove.sh │ ├── download_visualgenome.sh │ └── download_vqav2.sh └── tools │ ├── __init__.py │ ├── preprocess_glove.py │ ├── tools.py │ ├── visualgenome │ ├── construct_frequent_vocab.py │ ├── construct_image_split.py │ ├── find_word_group.py │ ├── generator_attributes.py │ ├── generator_memft.py │ ├── generator_objects.py │ ├── generator_region_descriptions.py │ ├── generator_relationships.py │ ├── process_bottomup36.py │ └── sample_bottomup_vfeat_for_memft.py │ └── vqa_v2 │ ├── construct_vocab_objattr_memft_genome.py │ ├── generator_tf_record_memft_genome.py │ ├── make_pure_test_qid2anno.py │ ├── make_qid2anno_trainval.py │ ├── make_test_qid2anno_seen_answer_in_test.py │ ├── process_bottom_up_attention_36_memft_genome.py │ ├── qa_split_objattr_answer_memft_genome.py │ └── qa_split_objattr_answer_memft_genome_seen_answer_in_test.py ├── doc ├── dataset.md └── learning.md ├── exp_results ├── vqa_answer-embedding_default_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_answer-embedding_default_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_answer-embedding_default_bs512_lr0.001_seed456 │ └── collect_eval_test_result.txt ├── vqa_answer-embedding_seen-in-test_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_answer-embedding_seen-in-test_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_answer-embedding_seen-in-test_bs512_lr0.001_seed456 │ └── collect_eval_test_result.txt ├── vqa_description_pretrainseed234_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_description_pretrainseed234_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_description_pretrainseed345_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_description_pretrainseed345_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_description_pretrainseed456_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_description_pretrainseed456_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_proposed-seen-in-test_pretrainseed234_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_proposed-seen-in-test_pretrainseed234_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_proposed-seen-in-test_pretrainseed345_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_proposed-seen-in-test_pretrainseed345_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_proposed-seen-in-test_pretrainseed456_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_proposed-seen-in-test_pretrainseed456_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_proposed_pretrainseed234_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_proposed_pretrainseed234_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_proposed_pretrainseed345_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_proposed_pretrainseed345_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_proposed_pretrainseed456_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_proposed_pretrainseed456_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_separable_pretrainseed234_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_separable_pretrainseed234_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_separable_pretrainseed345_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_separable_pretrainseed345_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_separable_pretrainseed456_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_separable_pretrainseed456_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_standard-vqa_default_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_standard-vqa_default_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_standard-vqa_default_bs512_lr0.001_seed456 │ └── collect_eval_test_result.txt ├── vqa_standard-vqa_seen-in-test_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_standard-vqa_seen-in-test_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_standard-vqa_seen-in-test_bs512_lr0.001_seed456 │ └── collect_eval_test_result.txt ├── vqa_wordnet_pretrainseed234_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_wordnet_pretrainseed234_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_wordnet_pretrainseed345_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt ├── vqa_wordnet_pretrainseed345_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── vqa_wordnet_pretrainseed456_bs512_lr0.001_seed234 │ └── collect_eval_test_result.txt └── vqa_wordnet_pretrainseed456_bs512_lr0.001_seed345 │ └── collect_eval_test_result.txt ├── images ├── data_comparison_with_std.png ├── model_comparison_with_std.png ├── model_comparison_with_std_seen_in_test.png ├── overview_simple.png ├── score_per_answer.png └── zeroshot_setting.png ├── misc ├── __init__.py └── modules.py ├── plot_for_paper.ipynb ├── pretrain ├── __init__.py ├── datasets │ ├── __init__.py │ └── dataset_pretrain.py ├── export_word_weights.py ├── export_word_weights_model_separable.py ├── export_wordset_embeddings.py ├── model_description.py ├── model_proposed.py ├── model_separable.py ├── model_wordnet.py └── trainer.py ├── requirements.txt ├── scripts ├── pretrain_description.sh ├── pretrain_proposed.sh ├── pretrain_separable_classifier.sh ├── pretrain_wordnet.sh ├── vqa_answer_embedding.sh ├── vqa_answer_embedding_seen_in_test.sh ├── vqa_description.sh ├── vqa_proposed.sh ├── vqa_proposed_seen_in_test.sh ├── vqa_separable_classifier.sh ├── vqa_standard_vqa.sh ├── vqa_standard_vqa_seen_in_test.sh └── vqa_wordnet.sh ├── util ├── __init__.py ├── box_utils.py ├── tf_util.py └── util.py └── vqa ├── __init__.py ├── datasets ├── __init__.py └── input_ops_vqa_tf_record_memft.py ├── eval_collection.py ├── eval_collection_seen_in_test.py ├── eval_multiple_model.py ├── evaler.py ├── importer.py ├── model_answer_embedding.py ├── model_proposed.py ├── model_proposed_seen_in_test.py ├── model_separable.py ├── model_standard.py └── trainer.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/README.md -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/init_paths.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/init_paths.txt -------------------------------------------------------------------------------- /data/scripts/download_glove.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/scripts/download_glove.sh -------------------------------------------------------------------------------- /data/scripts/download_visualgenome.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/scripts/download_visualgenome.sh -------------------------------------------------------------------------------- /data/scripts/download_vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/scripts/download_vqav2.sh -------------------------------------------------------------------------------- /data/tools/__init__.py: -------------------------------------------------------------------------------- 1 | from tools import clean_description 2 | -------------------------------------------------------------------------------- /data/tools/preprocess_glove.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/preprocess_glove.py -------------------------------------------------------------------------------- /data/tools/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/tools.py -------------------------------------------------------------------------------- /data/tools/visualgenome/construct_frequent_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/visualgenome/construct_frequent_vocab.py -------------------------------------------------------------------------------- /data/tools/visualgenome/construct_image_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/visualgenome/construct_image_split.py -------------------------------------------------------------------------------- /data/tools/visualgenome/find_word_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/visualgenome/find_word_group.py -------------------------------------------------------------------------------- /data/tools/visualgenome/generator_attributes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/visualgenome/generator_attributes.py -------------------------------------------------------------------------------- /data/tools/visualgenome/generator_memft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/visualgenome/generator_memft.py -------------------------------------------------------------------------------- /data/tools/visualgenome/generator_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/visualgenome/generator_objects.py -------------------------------------------------------------------------------- /data/tools/visualgenome/generator_region_descriptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/visualgenome/generator_region_descriptions.py -------------------------------------------------------------------------------- /data/tools/visualgenome/generator_relationships.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/visualgenome/generator_relationships.py -------------------------------------------------------------------------------- /data/tools/visualgenome/process_bottomup36.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/visualgenome/process_bottomup36.py -------------------------------------------------------------------------------- /data/tools/visualgenome/sample_bottomup_vfeat_for_memft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/visualgenome/sample_bottomup_vfeat_for_memft.py -------------------------------------------------------------------------------- /data/tools/vqa_v2/construct_vocab_objattr_memft_genome.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/vqa_v2/construct_vocab_objattr_memft_genome.py -------------------------------------------------------------------------------- /data/tools/vqa_v2/generator_tf_record_memft_genome.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/vqa_v2/generator_tf_record_memft_genome.py -------------------------------------------------------------------------------- /data/tools/vqa_v2/make_pure_test_qid2anno.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/vqa_v2/make_pure_test_qid2anno.py -------------------------------------------------------------------------------- /data/tools/vqa_v2/make_qid2anno_trainval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/vqa_v2/make_qid2anno_trainval.py -------------------------------------------------------------------------------- /data/tools/vqa_v2/make_test_qid2anno_seen_answer_in_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/vqa_v2/make_test_qid2anno_seen_answer_in_test.py -------------------------------------------------------------------------------- /data/tools/vqa_v2/process_bottom_up_attention_36_memft_genome.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/vqa_v2/process_bottom_up_attention_36_memft_genome.py -------------------------------------------------------------------------------- /data/tools/vqa_v2/qa_split_objattr_answer_memft_genome.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/vqa_v2/qa_split_objattr_answer_memft_genome.py -------------------------------------------------------------------------------- /data/tools/vqa_v2/qa_split_objattr_answer_memft_genome_seen_answer_in_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/data/tools/vqa_v2/qa_split_objattr_answer_memft_genome_seen_answer_in_test.py -------------------------------------------------------------------------------- /doc/dataset.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/doc/dataset.md -------------------------------------------------------------------------------- /doc/learning.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/doc/learning.md -------------------------------------------------------------------------------- /exp_results/vqa_answer-embedding_default_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_answer-embedding_default_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_answer-embedding_default_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_answer-embedding_default_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_answer-embedding_default_bs512_lr0.001_seed456/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_answer-embedding_default_bs512_lr0.001_seed456/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_answer-embedding_seen-in-test_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_answer-embedding_seen-in-test_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_answer-embedding_seen-in-test_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_answer-embedding_seen-in-test_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_answer-embedding_seen-in-test_bs512_lr0.001_seed456/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_answer-embedding_seen-in-test_bs512_lr0.001_seed456/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_description_pretrainseed234_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_description_pretrainseed234_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_description_pretrainseed234_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_description_pretrainseed234_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_description_pretrainseed345_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_description_pretrainseed345_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_description_pretrainseed345_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_description_pretrainseed345_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_description_pretrainseed456_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_description_pretrainseed456_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_description_pretrainseed456_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_description_pretrainseed456_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_proposed-seen-in-test_pretrainseed234_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_proposed-seen-in-test_pretrainseed234_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_proposed-seen-in-test_pretrainseed234_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_proposed-seen-in-test_pretrainseed234_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_proposed-seen-in-test_pretrainseed345_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_proposed-seen-in-test_pretrainseed345_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_proposed-seen-in-test_pretrainseed345_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_proposed-seen-in-test_pretrainseed345_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_proposed-seen-in-test_pretrainseed456_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_proposed-seen-in-test_pretrainseed456_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_proposed-seen-in-test_pretrainseed456_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_proposed-seen-in-test_pretrainseed456_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_proposed_pretrainseed234_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_proposed_pretrainseed234_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_proposed_pretrainseed234_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_proposed_pretrainseed234_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_proposed_pretrainseed345_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_proposed_pretrainseed345_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_proposed_pretrainseed345_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_proposed_pretrainseed345_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_proposed_pretrainseed456_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_proposed_pretrainseed456_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_proposed_pretrainseed456_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_proposed_pretrainseed456_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_separable_pretrainseed234_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_separable_pretrainseed234_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_separable_pretrainseed234_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_separable_pretrainseed234_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_separable_pretrainseed345_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_separable_pretrainseed345_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_separable_pretrainseed345_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_separable_pretrainseed345_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_separable_pretrainseed456_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_separable_pretrainseed456_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_separable_pretrainseed456_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_separable_pretrainseed456_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_standard-vqa_default_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_standard-vqa_default_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_standard-vqa_default_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_standard-vqa_default_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_standard-vqa_default_bs512_lr0.001_seed456/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_standard-vqa_default_bs512_lr0.001_seed456/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_standard-vqa_seen-in-test_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_standard-vqa_seen-in-test_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_standard-vqa_seen-in-test_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_standard-vqa_seen-in-test_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_standard-vqa_seen-in-test_bs512_lr0.001_seed456/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_standard-vqa_seen-in-test_bs512_lr0.001_seed456/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_wordnet_pretrainseed234_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_wordnet_pretrainseed234_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_wordnet_pretrainseed234_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_wordnet_pretrainseed234_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_wordnet_pretrainseed345_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_wordnet_pretrainseed345_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_wordnet_pretrainseed345_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_wordnet_pretrainseed345_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_wordnet_pretrainseed456_bs512_lr0.001_seed234/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_wordnet_pretrainseed456_bs512_lr0.001_seed234/collect_eval_test_result.txt -------------------------------------------------------------------------------- /exp_results/vqa_wordnet_pretrainseed456_bs512_lr0.001_seed345/collect_eval_test_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/exp_results/vqa_wordnet_pretrainseed456_bs512_lr0.001_seed345/collect_eval_test_result.txt -------------------------------------------------------------------------------- /images/data_comparison_with_std.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/images/data_comparison_with_std.png -------------------------------------------------------------------------------- /images/model_comparison_with_std.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/images/model_comparison_with_std.png -------------------------------------------------------------------------------- /images/model_comparison_with_std_seen_in_test.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/images/model_comparison_with_std_seen_in_test.png -------------------------------------------------------------------------------- /images/overview_simple.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/images/overview_simple.png -------------------------------------------------------------------------------- /images/score_per_answer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/images/score_per_answer.png -------------------------------------------------------------------------------- /images/zeroshot_setting.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/images/zeroshot_setting.png -------------------------------------------------------------------------------- /misc/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /misc/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/misc/modules.py -------------------------------------------------------------------------------- /plot_for_paper.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/plot_for_paper.ipynb -------------------------------------------------------------------------------- /pretrain/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pretrain/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pretrain/datasets/dataset_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/pretrain/datasets/dataset_pretrain.py -------------------------------------------------------------------------------- /pretrain/export_word_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/pretrain/export_word_weights.py -------------------------------------------------------------------------------- /pretrain/export_word_weights_model_separable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/pretrain/export_word_weights_model_separable.py -------------------------------------------------------------------------------- /pretrain/export_wordset_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/pretrain/export_wordset_embeddings.py -------------------------------------------------------------------------------- /pretrain/model_description.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/pretrain/model_description.py -------------------------------------------------------------------------------- /pretrain/model_proposed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/pretrain/model_proposed.py -------------------------------------------------------------------------------- /pretrain/model_separable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/pretrain/model_separable.py -------------------------------------------------------------------------------- /pretrain/model_wordnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/pretrain/model_wordnet.py -------------------------------------------------------------------------------- /pretrain/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/pretrain/trainer.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/pretrain_description.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/scripts/pretrain_description.sh -------------------------------------------------------------------------------- /scripts/pretrain_proposed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/scripts/pretrain_proposed.sh -------------------------------------------------------------------------------- /scripts/pretrain_separable_classifier.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/scripts/pretrain_separable_classifier.sh -------------------------------------------------------------------------------- /scripts/pretrain_wordnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/scripts/pretrain_wordnet.sh -------------------------------------------------------------------------------- /scripts/vqa_answer_embedding.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/scripts/vqa_answer_embedding.sh -------------------------------------------------------------------------------- /scripts/vqa_answer_embedding_seen_in_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/scripts/vqa_answer_embedding_seen_in_test.sh -------------------------------------------------------------------------------- /scripts/vqa_description.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/scripts/vqa_description.sh -------------------------------------------------------------------------------- /scripts/vqa_proposed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/scripts/vqa_proposed.sh -------------------------------------------------------------------------------- /scripts/vqa_proposed_seen_in_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/scripts/vqa_proposed_seen_in_test.sh -------------------------------------------------------------------------------- /scripts/vqa_separable_classifier.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/scripts/vqa_separable_classifier.sh -------------------------------------------------------------------------------- /scripts/vqa_standard_vqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/scripts/vqa_standard_vqa.sh -------------------------------------------------------------------------------- /scripts/vqa_standard_vqa_seen_in_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/scripts/vqa_standard_vqa_seen_in_test.sh -------------------------------------------------------------------------------- /scripts/vqa_wordnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/scripts/vqa_wordnet.sh -------------------------------------------------------------------------------- /util/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/util/__init__.py -------------------------------------------------------------------------------- /util/box_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/util/box_utils.py -------------------------------------------------------------------------------- /util/tf_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/util/tf_util.py -------------------------------------------------------------------------------- /util/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/util/util.py -------------------------------------------------------------------------------- /vqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vqa/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vqa/datasets/input_ops_vqa_tf_record_memft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/vqa/datasets/input_ops_vqa_tf_record_memft.py -------------------------------------------------------------------------------- /vqa/eval_collection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/vqa/eval_collection.py -------------------------------------------------------------------------------- /vqa/eval_collection_seen_in_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/vqa/eval_collection_seen_in_test.py -------------------------------------------------------------------------------- /vqa/eval_multiple_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/vqa/eval_multiple_model.py -------------------------------------------------------------------------------- /vqa/evaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/vqa/evaler.py -------------------------------------------------------------------------------- /vqa/importer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/vqa/importer.py -------------------------------------------------------------------------------- /vqa/model_answer_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/vqa/model_answer_embedding.py -------------------------------------------------------------------------------- /vqa/model_proposed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/vqa/model_proposed.py -------------------------------------------------------------------------------- /vqa/model_proposed_seen_in_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/vqa/model_proposed_seen_in_test.py -------------------------------------------------------------------------------- /vqa/model_separable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/vqa/model_separable.py -------------------------------------------------------------------------------- /vqa/model_standard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/vqa/model_standard.py -------------------------------------------------------------------------------- /vqa/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/vqa_task_discovery/HEAD/vqa/trainer.py --------------------------------------------------------------------------------