├── .gitignore ├── README.md ├── code ├── .gitignore ├── README.md ├── gifqa │ ├── __init__.py │ ├── data_util │ │ ├── __init__.py │ │ ├── check_dataset.py │ │ ├── data_util.py │ │ ├── make_h5py.py │ │ └── tgif.py │ ├── main.py │ ├── models │ │ ├── README.md │ │ ├── __init__.py │ │ ├── count_base.py │ │ ├── count_models.py │ │ ├── frameqa_base.py │ │ ├── frameqa_models.py │ │ ├── mc_base.py │ │ ├── mc_models.py │ │ ├── model_saver.py │ │ └── rnn_cell │ │ │ ├── __init__.py │ │ │ ├── core_rnn_cell.py │ │ │ ├── custom_rnn_cell.py │ │ │ ├── fused_rnn_cell.py │ │ │ ├── gru_ops.py │ │ │ ├── lstm_ops.py │ │ │ ├── mc_custom_rnn_cell.py │ │ │ ├── rnn.py │ │ │ └── rnn_cell.py │ ├── ops.py │ ├── test_scripts │ │ ├── action_tp.sh │ │ ├── count_tp.sh │ │ ├── frameqa_tp.sh │ │ └── trans_tp.sh │ └── util.py ├── requirements.txt ├── save-frames.sh └── static_requirements.txt ├── dataset ├── README.md ├── Test_action_question.csv ├── Test_count_question.csv ├── Test_frameqa_question.csv ├── Test_transition_question.csv ├── Total_action_question.csv ├── Total_count_question.csv ├── Total_frameqa_question.csv ├── Total_transition_question.csv ├── Train_action_question.csv ├── Train_count_question.csv ├── Train_frameqa_question.csv └── Train_transition_question.csv └── resources ├── 1.gif ├── 2.gif ├── 3.gif ├── 4.gif ├── action_1.gif ├── action_3.gif ├── count_1.gif ├── count_3.gif ├── frameqa_1.gif ├── frameqa_2.gif ├── spatial_example.png ├── temporal_example.png ├── tgif_logo.png ├── tgif_model.png ├── transition_1.gif └── transition_3.gif /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/README.md -------------------------------------------------------------------------------- /code/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/.gitignore -------------------------------------------------------------------------------- /code/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/README.md -------------------------------------------------------------------------------- /code/gifqa/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /code/gifqa/data_util/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /code/gifqa/data_util/check_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/data_util/check_dataset.py -------------------------------------------------------------------------------- /code/gifqa/data_util/data_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/data_util/data_util.py -------------------------------------------------------------------------------- /code/gifqa/data_util/make_h5py.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/data_util/make_h5py.py -------------------------------------------------------------------------------- /code/gifqa/data_util/tgif.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/data_util/tgif.py -------------------------------------------------------------------------------- /code/gifqa/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/main.py -------------------------------------------------------------------------------- /code/gifqa/models/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/README.md -------------------------------------------------------------------------------- /code/gifqa/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/gifqa/models/count_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/count_base.py -------------------------------------------------------------------------------- /code/gifqa/models/count_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/count_models.py -------------------------------------------------------------------------------- /code/gifqa/models/frameqa_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/frameqa_base.py -------------------------------------------------------------------------------- /code/gifqa/models/frameqa_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/frameqa_models.py -------------------------------------------------------------------------------- /code/gifqa/models/mc_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/mc_base.py -------------------------------------------------------------------------------- /code/gifqa/models/mc_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/mc_models.py -------------------------------------------------------------------------------- /code/gifqa/models/model_saver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/model_saver.py -------------------------------------------------------------------------------- /code/gifqa/models/rnn_cell/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/gifqa/models/rnn_cell/core_rnn_cell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/rnn_cell/core_rnn_cell.py -------------------------------------------------------------------------------- /code/gifqa/models/rnn_cell/custom_rnn_cell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/rnn_cell/custom_rnn_cell.py -------------------------------------------------------------------------------- /code/gifqa/models/rnn_cell/fused_rnn_cell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/rnn_cell/fused_rnn_cell.py -------------------------------------------------------------------------------- /code/gifqa/models/rnn_cell/gru_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/rnn_cell/gru_ops.py -------------------------------------------------------------------------------- /code/gifqa/models/rnn_cell/lstm_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/rnn_cell/lstm_ops.py -------------------------------------------------------------------------------- /code/gifqa/models/rnn_cell/mc_custom_rnn_cell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/rnn_cell/mc_custom_rnn_cell.py -------------------------------------------------------------------------------- /code/gifqa/models/rnn_cell/rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/rnn_cell/rnn.py -------------------------------------------------------------------------------- /code/gifqa/models/rnn_cell/rnn_cell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/models/rnn_cell/rnn_cell.py -------------------------------------------------------------------------------- /code/gifqa/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/ops.py -------------------------------------------------------------------------------- /code/gifqa/test_scripts/action_tp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/test_scripts/action_tp.sh -------------------------------------------------------------------------------- /code/gifqa/test_scripts/count_tp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/test_scripts/count_tp.sh -------------------------------------------------------------------------------- /code/gifqa/test_scripts/frameqa_tp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/test_scripts/frameqa_tp.sh -------------------------------------------------------------------------------- /code/gifqa/test_scripts/trans_tp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/test_scripts/trans_tp.sh -------------------------------------------------------------------------------- /code/gifqa/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/gifqa/util.py -------------------------------------------------------------------------------- /code/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/requirements.txt -------------------------------------------------------------------------------- /code/save-frames.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/save-frames.sh -------------------------------------------------------------------------------- /code/static_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/code/static_requirements.txt -------------------------------------------------------------------------------- /dataset/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/dataset/README.md -------------------------------------------------------------------------------- /dataset/Test_action_question.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/dataset/Test_action_question.csv -------------------------------------------------------------------------------- /dataset/Test_count_question.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/dataset/Test_count_question.csv -------------------------------------------------------------------------------- /dataset/Test_frameqa_question.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/dataset/Test_frameqa_question.csv -------------------------------------------------------------------------------- /dataset/Test_transition_question.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/dataset/Test_transition_question.csv -------------------------------------------------------------------------------- /dataset/Total_action_question.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/dataset/Total_action_question.csv -------------------------------------------------------------------------------- /dataset/Total_count_question.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/dataset/Total_count_question.csv -------------------------------------------------------------------------------- /dataset/Total_frameqa_question.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/dataset/Total_frameqa_question.csv -------------------------------------------------------------------------------- /dataset/Total_transition_question.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/dataset/Total_transition_question.csv -------------------------------------------------------------------------------- /dataset/Train_action_question.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/dataset/Train_action_question.csv -------------------------------------------------------------------------------- /dataset/Train_count_question.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/dataset/Train_count_question.csv -------------------------------------------------------------------------------- /dataset/Train_frameqa_question.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/dataset/Train_frameqa_question.csv -------------------------------------------------------------------------------- /dataset/Train_transition_question.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/dataset/Train_transition_question.csv -------------------------------------------------------------------------------- /resources/1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/1.gif -------------------------------------------------------------------------------- /resources/2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/2.gif -------------------------------------------------------------------------------- /resources/3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/3.gif -------------------------------------------------------------------------------- /resources/4.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/4.gif -------------------------------------------------------------------------------- /resources/action_1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/action_1.gif -------------------------------------------------------------------------------- /resources/action_3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/action_3.gif -------------------------------------------------------------------------------- /resources/count_1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/count_1.gif -------------------------------------------------------------------------------- /resources/count_3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/count_3.gif -------------------------------------------------------------------------------- /resources/frameqa_1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/frameqa_1.gif -------------------------------------------------------------------------------- /resources/frameqa_2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/frameqa_2.gif -------------------------------------------------------------------------------- /resources/spatial_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/spatial_example.png -------------------------------------------------------------------------------- /resources/temporal_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/temporal_example.png -------------------------------------------------------------------------------- /resources/tgif_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/tgif_logo.png -------------------------------------------------------------------------------- /resources/tgif_model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/tgif_model.png -------------------------------------------------------------------------------- /resources/transition_1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/transition_1.gif -------------------------------------------------------------------------------- /resources/transition_3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunseokJANG/tgif-qa/HEAD/resources/transition_3.gif --------------------------------------------------------------------------------