├── .gitignore ├── LICENSE ├── README.md ├── dataloader ├── __init__.py ├── sample_loader.py └── util.py ├── dataset └── nextqa │ ├── .gitignore │ ├── add_reference_answer_test.json │ ├── test.csv │ ├── train.csv │ └── val.csv ├── eval_oe.py ├── images ├── logo.png └── res-mc-oe.png ├── main.sh ├── main_qa.py ├── metrics.py ├── models └── .gitignore ├── networks ├── .gitignore ├── Attention.py ├── DecoderRNN.py ├── EncoderRNN.py ├── VQAModel │ ├── CoMem.py │ ├── EVQA.py │ ├── HGA.py │ ├── HME.py │ ├── STVQA.py │ └── UATT.py ├── VQAModel_bak.py ├── __init__.py ├── gcn.py ├── memory_module.py ├── memory_rand.py ├── q_v_transformer.py └── torchnlp_nn.py ├── requirements.txt ├── results ├── HGA-same-att-qns23ans7-test.json ├── HGA-same-att-qns23ans7-val-example.json └── HGA-same-att-qns23ans7-val.json ├── stopwords.txt ├── tools └── .gitignore ├── utils.py ├── videoqa.py └── word2vec.py /.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | __pycache__ 3 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/README.md -------------------------------------------------------------------------------- /dataloader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/dataloader/__init__.py -------------------------------------------------------------------------------- /dataloader/sample_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/dataloader/sample_loader.py -------------------------------------------------------------------------------- /dataloader/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/dataloader/util.py -------------------------------------------------------------------------------- /dataset/nextqa/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/dataset/nextqa/.gitignore -------------------------------------------------------------------------------- /dataset/nextqa/add_reference_answer_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/dataset/nextqa/add_reference_answer_test.json -------------------------------------------------------------------------------- /dataset/nextqa/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/dataset/nextqa/test.csv -------------------------------------------------------------------------------- /dataset/nextqa/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/dataset/nextqa/train.csv -------------------------------------------------------------------------------- /dataset/nextqa/val.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/dataset/nextqa/val.csv -------------------------------------------------------------------------------- /eval_oe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/eval_oe.py -------------------------------------------------------------------------------- /images/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/images/logo.png -------------------------------------------------------------------------------- /images/res-mc-oe.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/images/res-mc-oe.png -------------------------------------------------------------------------------- /main.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/main.sh -------------------------------------------------------------------------------- /main_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/main_qa.py -------------------------------------------------------------------------------- /metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/metrics.py -------------------------------------------------------------------------------- /models/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/models/.gitignore -------------------------------------------------------------------------------- /networks/.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | -------------------------------------------------------------------------------- /networks/Attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/Attention.py -------------------------------------------------------------------------------- /networks/DecoderRNN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/DecoderRNN.py -------------------------------------------------------------------------------- /networks/EncoderRNN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/EncoderRNN.py -------------------------------------------------------------------------------- /networks/VQAModel/CoMem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/VQAModel/CoMem.py -------------------------------------------------------------------------------- /networks/VQAModel/EVQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/VQAModel/EVQA.py -------------------------------------------------------------------------------- /networks/VQAModel/HGA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/VQAModel/HGA.py -------------------------------------------------------------------------------- /networks/VQAModel/HME.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/VQAModel/HME.py -------------------------------------------------------------------------------- /networks/VQAModel/STVQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/VQAModel/STVQA.py -------------------------------------------------------------------------------- /networks/VQAModel/UATT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/VQAModel/UATT.py -------------------------------------------------------------------------------- /networks/VQAModel_bak.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/VQAModel_bak.py -------------------------------------------------------------------------------- /networks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/__init__.py -------------------------------------------------------------------------------- /networks/gcn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/gcn.py -------------------------------------------------------------------------------- /networks/memory_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/memory_module.py -------------------------------------------------------------------------------- /networks/memory_rand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/memory_rand.py -------------------------------------------------------------------------------- /networks/q_v_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/q_v_transformer.py -------------------------------------------------------------------------------- /networks/torchnlp_nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/networks/torchnlp_nn.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/requirements.txt -------------------------------------------------------------------------------- /results/HGA-same-att-qns23ans7-test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/results/HGA-same-att-qns23ans7-test.json -------------------------------------------------------------------------------- /results/HGA-same-att-qns23ans7-val-example.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/results/HGA-same-att-qns23ans7-val-example.json -------------------------------------------------------------------------------- /results/HGA-same-att-qns23ans7-val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/results/HGA-same-att-qns23ans7-val.json -------------------------------------------------------------------------------- /stopwords.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/stopwords.txt -------------------------------------------------------------------------------- /tools/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/tools/.gitignore -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/utils.py -------------------------------------------------------------------------------- /videoqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/videoqa.py -------------------------------------------------------------------------------- /word2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-OE/HEAD/word2vec.py --------------------------------------------------------------------------------