├── .gitignore ├── README.md ├── baselines ├── README.md ├── dataset │ ├── dataset.py │ ├── hcrn_dataset.py │ └── hme_dataset.py ├── model │ ├── HCRN │ │ └── model │ │ │ ├── CRN.py │ │ │ ├── HCRN.py │ │ │ └── utils.py │ ├── HGA │ │ ├── models │ │ │ ├── cycle_alignment.py │ │ │ ├── cycle_alignment_return_logits.py │ │ │ ├── gcn.py │ │ │ ├── lstm_cross_cycle_gcn_dropout.py │ │ │ ├── q_v_transformer.py │ │ │ ├── rnn_encoder.py │ │ │ ├── rnn_encoder_7.py │ │ │ ├── rnn_encoder_dropconnect.py │ │ │ └── torchnlp_nn.py │ │ └── warmup_scheduler.py │ ├── HME │ │ ├── attention_module_lite.py │ │ └── memory_rand.py │ ├── PSAC │ │ └── models │ │ │ ├── Action_model.py │ │ │ ├── Count_model.py │ │ │ ├── FrameQA_model.py │ │ │ ├── Trans_model.py │ │ │ ├── attention.py │ │ │ ├── classifier.py │ │ │ ├── fc.py │ │ │ ├── language_model.py │ │ │ └── model_utils.py │ ├── cnn_bert.py │ ├── cnn_lstm.py │ ├── linguistic_bert.py │ ├── pure_lstm.py │ └── visual_bert.py ├── preprocess.sh ├── preprocess │ ├── format_mode_qas_encode.py │ ├── generate_char_vocab.py │ ├── generate_glove_matrix.py │ ├── mode_qas2mode_qas_encode.py │ ├── preprocess_vocab.py │ ├── qas2tagged_qas.py │ ├── reasoning_types.py │ └── split.py ├── train_hcrn.py ├── train_hga.py ├── train_hme.py ├── train_linguistic_bert.py ├── train_psac.py ├── train_pure_lstm.py ├── train_visual_bert.py └── utils │ └── utils.py ├── generation ├── README.md ├── balance │ ├── balance_qa.py │ └── merge.py ├── generate.sh ├── generate │ ├── executor.py │ ├── operations.py │ ├── process_anno.py │ ├── qa_formatting.py │ └── run.py └── utils │ ├── anno_utils.py │ ├── basic_utils.py │ ├── log_utils.py │ └── video_utils.py └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/README.md -------------------------------------------------------------------------------- /baselines/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/README.md -------------------------------------------------------------------------------- /baselines/dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/dataset/dataset.py -------------------------------------------------------------------------------- /baselines/dataset/hcrn_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/dataset/hcrn_dataset.py -------------------------------------------------------------------------------- /baselines/dataset/hme_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/dataset/hme_dataset.py -------------------------------------------------------------------------------- /baselines/model/HCRN/model/CRN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HCRN/model/CRN.py -------------------------------------------------------------------------------- /baselines/model/HCRN/model/HCRN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HCRN/model/HCRN.py -------------------------------------------------------------------------------- /baselines/model/HCRN/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HCRN/model/utils.py -------------------------------------------------------------------------------- /baselines/model/HGA/models/cycle_alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HGA/models/cycle_alignment.py -------------------------------------------------------------------------------- /baselines/model/HGA/models/cycle_alignment_return_logits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HGA/models/cycle_alignment_return_logits.py -------------------------------------------------------------------------------- /baselines/model/HGA/models/gcn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HGA/models/gcn.py -------------------------------------------------------------------------------- /baselines/model/HGA/models/lstm_cross_cycle_gcn_dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HGA/models/lstm_cross_cycle_gcn_dropout.py -------------------------------------------------------------------------------- /baselines/model/HGA/models/q_v_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HGA/models/q_v_transformer.py -------------------------------------------------------------------------------- /baselines/model/HGA/models/rnn_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HGA/models/rnn_encoder.py -------------------------------------------------------------------------------- /baselines/model/HGA/models/rnn_encoder_7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HGA/models/rnn_encoder_7.py -------------------------------------------------------------------------------- /baselines/model/HGA/models/rnn_encoder_dropconnect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HGA/models/rnn_encoder_dropconnect.py -------------------------------------------------------------------------------- /baselines/model/HGA/models/torchnlp_nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HGA/models/torchnlp_nn.py -------------------------------------------------------------------------------- /baselines/model/HGA/warmup_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HGA/warmup_scheduler.py -------------------------------------------------------------------------------- /baselines/model/HME/attention_module_lite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HME/attention_module_lite.py -------------------------------------------------------------------------------- /baselines/model/HME/memory_rand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/HME/memory_rand.py -------------------------------------------------------------------------------- /baselines/model/PSAC/models/Action_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/PSAC/models/Action_model.py -------------------------------------------------------------------------------- /baselines/model/PSAC/models/Count_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/PSAC/models/Count_model.py -------------------------------------------------------------------------------- /baselines/model/PSAC/models/FrameQA_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/PSAC/models/FrameQA_model.py -------------------------------------------------------------------------------- /baselines/model/PSAC/models/Trans_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/PSAC/models/Trans_model.py -------------------------------------------------------------------------------- /baselines/model/PSAC/models/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/PSAC/models/attention.py -------------------------------------------------------------------------------- /baselines/model/PSAC/models/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/PSAC/models/classifier.py -------------------------------------------------------------------------------- /baselines/model/PSAC/models/fc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/PSAC/models/fc.py -------------------------------------------------------------------------------- /baselines/model/PSAC/models/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/PSAC/models/language_model.py -------------------------------------------------------------------------------- /baselines/model/PSAC/models/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/PSAC/models/model_utils.py -------------------------------------------------------------------------------- /baselines/model/cnn_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/cnn_bert.py -------------------------------------------------------------------------------- /baselines/model/cnn_lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/cnn_lstm.py -------------------------------------------------------------------------------- /baselines/model/linguistic_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/linguistic_bert.py -------------------------------------------------------------------------------- /baselines/model/pure_lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/pure_lstm.py -------------------------------------------------------------------------------- /baselines/model/visual_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/model/visual_bert.py -------------------------------------------------------------------------------- /baselines/preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/preprocess.sh -------------------------------------------------------------------------------- /baselines/preprocess/format_mode_qas_encode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/preprocess/format_mode_qas_encode.py -------------------------------------------------------------------------------- /baselines/preprocess/generate_char_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/preprocess/generate_char_vocab.py -------------------------------------------------------------------------------- /baselines/preprocess/generate_glove_matrix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/preprocess/generate_glove_matrix.py -------------------------------------------------------------------------------- /baselines/preprocess/mode_qas2mode_qas_encode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/preprocess/mode_qas2mode_qas_encode.py -------------------------------------------------------------------------------- /baselines/preprocess/preprocess_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/preprocess/preprocess_vocab.py -------------------------------------------------------------------------------- /baselines/preprocess/qas2tagged_qas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/preprocess/qas2tagged_qas.py -------------------------------------------------------------------------------- /baselines/preprocess/reasoning_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/preprocess/reasoning_types.py -------------------------------------------------------------------------------- /baselines/preprocess/split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/preprocess/split.py -------------------------------------------------------------------------------- /baselines/train_hcrn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/train_hcrn.py -------------------------------------------------------------------------------- /baselines/train_hga.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/train_hga.py -------------------------------------------------------------------------------- /baselines/train_hme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/train_hme.py -------------------------------------------------------------------------------- /baselines/train_linguistic_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/train_linguistic_bert.py -------------------------------------------------------------------------------- /baselines/train_psac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/train_psac.py -------------------------------------------------------------------------------- /baselines/train_pure_lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/train_pure_lstm.py -------------------------------------------------------------------------------- /baselines/train_visual_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/train_visual_bert.py -------------------------------------------------------------------------------- /baselines/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/baselines/utils/utils.py -------------------------------------------------------------------------------- /generation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/generation/README.md -------------------------------------------------------------------------------- /generation/balance/balance_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/generation/balance/balance_qa.py -------------------------------------------------------------------------------- /generation/balance/merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/generation/balance/merge.py -------------------------------------------------------------------------------- /generation/generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/generation/generate.sh -------------------------------------------------------------------------------- /generation/generate/executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/generation/generate/executor.py -------------------------------------------------------------------------------- /generation/generate/operations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/generation/generate/operations.py -------------------------------------------------------------------------------- /generation/generate/process_anno.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/generation/generate/process_anno.py -------------------------------------------------------------------------------- /generation/generate/qa_formatting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/generation/generate/qa_formatting.py -------------------------------------------------------------------------------- /generation/generate/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/generation/generate/run.py -------------------------------------------------------------------------------- /generation/utils/anno_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/generation/utils/anno_utils.py -------------------------------------------------------------------------------- /generation/utils/basic_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/generation/utils/basic_utils.py -------------------------------------------------------------------------------- /generation/utils/log_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/generation/utils/log_utils.py -------------------------------------------------------------------------------- /generation/utils/video_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/generation/utils/video_utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Buzz-Beater/EgoTaskQA/HEAD/requirements.txt --------------------------------------------------------------------------------