├── .gitignore ├── LICENSE ├── README.md ├── args.py ├── dataloader ├── .gitignore └── cvqa_loader.py ├── datasets └── nextqa │ ├── map_vid_vidorID.json │ ├── test.csv │ ├── train.csv │ ├── val.csv │ └── vlist.json ├── eval_next.py ├── global_parameters.py ├── loss.py ├── main.py ├── misc ├── CoVGT-res.png └── CoVGT.png ├── model ├── .gitignore ├── CoVGT.py ├── EncoderVid.py ├── cmatt.py ├── graph.py ├── language_model.py └── vqa_model.py ├── requirements.txt ├── shells ├── cvid_test.sh ├── cvid_train.sh ├── msrvtt_test.sh ├── msrvtt_train.sh ├── next_test.sh ├── next_train.sh ├── tgif_ftrain.sh ├── tgif_test.sh ├── tgif_train.sh └── webvid_train.sh ├── tools ├── __pycache__ │ └── object_align.cpython-38.pyc ├── bbox_visualizer.py ├── colors.txt ├── datautils │ ├── msrvtt_qa.py │ ├── msvd_qa.py │ ├── nextqa.py │ ├── tgif_qa.py │ └── utils.py ├── demo.py ├── extract_video.py ├── feat_app.sh ├── models │ ├── __init__.py │ ├── densenet.py │ ├── pre_act_resnet.py │ ├── resnet.py │ ├── resnext.py │ └── wide_resnet.py ├── object_align.py ├── preprocess_features.py └── split_dataset_feat.py ├── train ├── __pycache__ │ └── train_covgt.cpython-38.pyc └── train_covgt.py └── util.py /.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | __pycache__ 3 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/README.md -------------------------------------------------------------------------------- /args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/args.py -------------------------------------------------------------------------------- /dataloader/.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | __pycache__ 3 | -------------------------------------------------------------------------------- /dataloader/cvqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/dataloader/cvqa_loader.py -------------------------------------------------------------------------------- /datasets/nextqa/map_vid_vidorID.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/datasets/nextqa/map_vid_vidorID.json -------------------------------------------------------------------------------- /datasets/nextqa/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/datasets/nextqa/test.csv -------------------------------------------------------------------------------- /datasets/nextqa/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/datasets/nextqa/train.csv -------------------------------------------------------------------------------- /datasets/nextqa/val.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/datasets/nextqa/val.csv -------------------------------------------------------------------------------- /datasets/nextqa/vlist.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/datasets/nextqa/vlist.json -------------------------------------------------------------------------------- /eval_next.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/eval_next.py -------------------------------------------------------------------------------- /global_parameters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/global_parameters.py -------------------------------------------------------------------------------- /loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/loss.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/main.py -------------------------------------------------------------------------------- /misc/CoVGT-res.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/misc/CoVGT-res.png -------------------------------------------------------------------------------- /misc/CoVGT.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/misc/CoVGT.png -------------------------------------------------------------------------------- /model/.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | __pycache__ 3 | -------------------------------------------------------------------------------- /model/CoVGT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/model/CoVGT.py -------------------------------------------------------------------------------- /model/EncoderVid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/model/EncoderVid.py -------------------------------------------------------------------------------- /model/cmatt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/model/cmatt.py -------------------------------------------------------------------------------- /model/graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/model/graph.py -------------------------------------------------------------------------------- /model/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/model/language_model.py -------------------------------------------------------------------------------- /model/vqa_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/model/vqa_model.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/requirements.txt -------------------------------------------------------------------------------- /shells/cvid_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/shells/cvid_test.sh -------------------------------------------------------------------------------- /shells/cvid_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/shells/cvid_train.sh -------------------------------------------------------------------------------- /shells/msrvtt_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/shells/msrvtt_test.sh -------------------------------------------------------------------------------- /shells/msrvtt_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/shells/msrvtt_train.sh -------------------------------------------------------------------------------- /shells/next_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/shells/next_test.sh -------------------------------------------------------------------------------- /shells/next_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/shells/next_train.sh -------------------------------------------------------------------------------- /shells/tgif_ftrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/shells/tgif_ftrain.sh -------------------------------------------------------------------------------- /shells/tgif_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/shells/tgif_test.sh -------------------------------------------------------------------------------- /shells/tgif_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/shells/tgif_train.sh -------------------------------------------------------------------------------- /shells/webvid_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/shells/webvid_train.sh -------------------------------------------------------------------------------- /tools/__pycache__/object_align.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/__pycache__/object_align.cpython-38.pyc -------------------------------------------------------------------------------- /tools/bbox_visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/bbox_visualizer.py -------------------------------------------------------------------------------- /tools/colors.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/colors.txt -------------------------------------------------------------------------------- /tools/datautils/msrvtt_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/datautils/msrvtt_qa.py -------------------------------------------------------------------------------- /tools/datautils/msvd_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/datautils/msvd_qa.py -------------------------------------------------------------------------------- /tools/datautils/nextqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/datautils/nextqa.py -------------------------------------------------------------------------------- /tools/datautils/tgif_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/datautils/tgif_qa.py -------------------------------------------------------------------------------- /tools/datautils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/datautils/utils.py -------------------------------------------------------------------------------- /tools/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/demo.py -------------------------------------------------------------------------------- /tools/extract_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/extract_video.py -------------------------------------------------------------------------------- /tools/feat_app.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/feat_app.sh -------------------------------------------------------------------------------- /tools/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/models/densenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/models/densenet.py -------------------------------------------------------------------------------- /tools/models/pre_act_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/models/pre_act_resnet.py -------------------------------------------------------------------------------- /tools/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/models/resnet.py -------------------------------------------------------------------------------- /tools/models/resnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/models/resnext.py -------------------------------------------------------------------------------- /tools/models/wide_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/models/wide_resnet.py -------------------------------------------------------------------------------- /tools/object_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/object_align.py -------------------------------------------------------------------------------- /tools/preprocess_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/preprocess_features.py -------------------------------------------------------------------------------- /tools/split_dataset_feat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/tools/split_dataset_feat.py -------------------------------------------------------------------------------- /train/__pycache__/train_covgt.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/train/__pycache__/train_covgt.cpython-38.pyc -------------------------------------------------------------------------------- /train/train_covgt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/train/train_covgt.py -------------------------------------------------------------------------------- /util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/CoVGT/HEAD/util.py --------------------------------------------------------------------------------