├── LICENSE ├── README.md ├── code ├── FrozenGQA │ ├── .gitignore │ ├── LICENSE │ ├── README.md │ ├── args.py │ ├── datasets │ │ ├── __init__.py │ │ ├── mc_dataset.py │ │ ├── videoqa_dataset.py │ │ ├── videoqa_dataset_ar.py │ │ ├── videoqa_dataset_clip.py │ │ ├── videotext_dataset.py │ │ └── vqa_dataset.py │ ├── demo_videoqa.py │ ├── download │ │ ├── download_checkpoints.sh │ │ └── download_data.sh │ ├── extract │ │ ├── __init__.py │ │ ├── extract.py │ │ ├── merge_features.py │ │ ├── preprocessing.py │ │ ├── random_sequence_shuffler.py │ │ └── video_loader.py │ ├── main.py │ ├── mc.py │ ├── mc_dist.py │ ├── misc │ │ ├── app-res.png │ │ └── dual-transformer.png │ ├── model │ │ ├── __init__.py │ │ ├── adapter.py │ │ ├── bert.py │ │ ├── deberta.py │ │ ├── gptj.py │ │ ├── gptneo.py │ │ └── transformer.py │ ├── preproc │ │ ├── preproc_how2qa.py │ │ ├── preproc_lsmdc.py │ │ ├── preproc_tgifqa.py │ │ ├── preproc_tvqa.py │ │ └── preproc_webvid.py │ ├── shell │ │ ├── next_test.sh │ │ └── next_train.sh │ └── util │ │ ├── __init__.py │ │ ├── dist.py │ │ ├── metrics.py │ │ ├── misc.py │ │ └── utils.py ├── SeViLA │ ├── README.md │ └── tools │ │ ├── fid2seconds.py │ │ └── split_qa_loc.py └── TempGQA │ ├── .gitignore │ ├── LICENSE │ ├── README.md │ ├── __pycache__ │ ├── args.cpython-38.pyc │ ├── eval_ground.cpython-38.pyc │ ├── global_parameters.cpython-38.pyc │ ├── loss.cpython-38.pyc │ └── util.cpython-38.pyc │ ├── args.py │ ├── dataloader │ ├── .gitignore │ ├── __pycache__ │ │ ├── prepare_video.cpython-38.pyc │ │ └── vqa_loader.cpython-38.pyc │ ├── prepare_video.py │ └── vqa_loader.py │ ├── eval_ground.py │ ├── eval_next.py │ ├── global_parameters.py │ ├── loss.py │ ├── main_dual.py │ ├── misc │ ├── app-res.png │ └── dual-transformer.png │ ├── model │ ├── .gitignore │ ├── EncoderVid.py │ ├── TempVLM.py │ ├── __pycache__ │ │ ├── CoVGT.cpython-38.pyc │ │ ├── CoVQA.cpython-38.pyc │ │ ├── EncoderVid.cpython-38.pyc │ │ ├── TempVLM.cpython-38.pyc │ │ ├── TempXX.cpython-38.pyc │ │ ├── __init__.cpython-38.pyc │ │ ├── adapter.cpython-38.pyc │ │ ├── cmatt.cpython-38.pyc │ │ ├── config.cpython-38.pyc │ │ ├── cpl.cpython-38.pyc │ │ ├── deberta.cpython-38.pyc │ │ ├── gdqa.cpython-38.pyc │ │ ├── gdqa529.cpython-38.pyc │ │ ├── gdqa_gqa.cpython-38.pyc │ │ ├── gdqa_naive.cpython-38.pyc │ │ ├── graph.cpython-38.pyc │ │ ├── language_model.cpython-38.pyc │ │ ├── loss.cpython-38.pyc │ │ ├── swin_transformer.cpython-38.pyc │ │ ├── transformer.cpython-38.pyc │ │ └── video_model.cpython-38.pyc │ ├── config.py │ ├── language_model.py │ ├── swin_transformer.py │ ├── transformer.py │ └── video_model.py │ ├── shells │ ├── next_test_dual.sh │ └── next_train_dual.sh │ ├── tools │ ├── .gitignore │ ├── __pycache__ │ │ └── getspan.cpython-38.pyc │ ├── extract_feat.sh │ ├── extract_feat_vid.py │ └── getspan.py │ ├── train │ ├── .gitignore │ ├── __pycache__ │ │ ├── train_covgt.cpython-38.pyc │ │ ├── trainval.cpython-38.pyc │ │ ├── trainval_gdqa.cpython-38.pyc │ │ └── trainval_warm.cpython-38.pyc │ ├── trainval_gdqa.py │ └── trainval_warm.py │ └── util.py ├── datasets ├── nextgqa │ ├── README.md │ ├── frame2time_test.json │ ├── frame2time_val.json │ ├── gsub_test.json │ ├── gsub_val.json │ ├── map_vid_vidorID.json │ ├── test.csv │ ├── train.csv │ ├── train_gpt4_sub.json │ ├── upbd_test.json │ ├── upbd_val.json │ └── val.csv └── nextqa │ ├── test.csv │ ├── train.csv │ └── val.csv ├── misc ├── NExT-GQA.png ├── data-exp.png └── res.png └── requirements.txt /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/README.md -------------------------------------------------------------------------------- /code/FrozenGQA/.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | __pycache__ 3 | -------------------------------------------------------------------------------- /code/FrozenGQA/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/LICENSE -------------------------------------------------------------------------------- /code/FrozenGQA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/README.md -------------------------------------------------------------------------------- /code/FrozenGQA/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/args.py -------------------------------------------------------------------------------- /code/FrozenGQA/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/datasets/__init__.py -------------------------------------------------------------------------------- /code/FrozenGQA/datasets/mc_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/datasets/mc_dataset.py -------------------------------------------------------------------------------- /code/FrozenGQA/datasets/videoqa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/datasets/videoqa_dataset.py -------------------------------------------------------------------------------- /code/FrozenGQA/datasets/videoqa_dataset_ar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/datasets/videoqa_dataset_ar.py -------------------------------------------------------------------------------- /code/FrozenGQA/datasets/videoqa_dataset_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/datasets/videoqa_dataset_clip.py -------------------------------------------------------------------------------- /code/FrozenGQA/datasets/videotext_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/datasets/videotext_dataset.py -------------------------------------------------------------------------------- /code/FrozenGQA/datasets/vqa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/datasets/vqa_dataset.py -------------------------------------------------------------------------------- /code/FrozenGQA/demo_videoqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/demo_videoqa.py -------------------------------------------------------------------------------- /code/FrozenGQA/download/download_checkpoints.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/download/download_checkpoints.sh -------------------------------------------------------------------------------- /code/FrozenGQA/download/download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/download/download_data.sh -------------------------------------------------------------------------------- /code/FrozenGQA/extract/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/FrozenGQA/extract/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/extract/extract.py -------------------------------------------------------------------------------- /code/FrozenGQA/extract/merge_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/extract/merge_features.py -------------------------------------------------------------------------------- /code/FrozenGQA/extract/preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/extract/preprocessing.py -------------------------------------------------------------------------------- /code/FrozenGQA/extract/random_sequence_shuffler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/extract/random_sequence_shuffler.py -------------------------------------------------------------------------------- /code/FrozenGQA/extract/video_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/extract/video_loader.py -------------------------------------------------------------------------------- /code/FrozenGQA/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/main.py -------------------------------------------------------------------------------- /code/FrozenGQA/mc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/mc.py -------------------------------------------------------------------------------- /code/FrozenGQA/mc_dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/mc_dist.py -------------------------------------------------------------------------------- /code/FrozenGQA/misc/app-res.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/misc/app-res.png -------------------------------------------------------------------------------- /code/FrozenGQA/misc/dual-transformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/misc/dual-transformer.png -------------------------------------------------------------------------------- /code/FrozenGQA/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/model/__init__.py -------------------------------------------------------------------------------- /code/FrozenGQA/model/adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/model/adapter.py -------------------------------------------------------------------------------- /code/FrozenGQA/model/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/model/bert.py -------------------------------------------------------------------------------- /code/FrozenGQA/model/deberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/model/deberta.py -------------------------------------------------------------------------------- /code/FrozenGQA/model/gptj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/model/gptj.py -------------------------------------------------------------------------------- /code/FrozenGQA/model/gptneo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/model/gptneo.py -------------------------------------------------------------------------------- /code/FrozenGQA/model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/model/transformer.py -------------------------------------------------------------------------------- /code/FrozenGQA/preproc/preproc_how2qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/preproc/preproc_how2qa.py -------------------------------------------------------------------------------- /code/FrozenGQA/preproc/preproc_lsmdc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/preproc/preproc_lsmdc.py -------------------------------------------------------------------------------- /code/FrozenGQA/preproc/preproc_tgifqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/preproc/preproc_tgifqa.py -------------------------------------------------------------------------------- /code/FrozenGQA/preproc/preproc_tvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/preproc/preproc_tvqa.py -------------------------------------------------------------------------------- /code/FrozenGQA/preproc/preproc_webvid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/preproc/preproc_webvid.py -------------------------------------------------------------------------------- /code/FrozenGQA/shell/next_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/shell/next_test.sh -------------------------------------------------------------------------------- /code/FrozenGQA/shell/next_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/shell/next_train.sh -------------------------------------------------------------------------------- /code/FrozenGQA/util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/FrozenGQA/util/dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/util/dist.py -------------------------------------------------------------------------------- /code/FrozenGQA/util/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/util/metrics.py -------------------------------------------------------------------------------- /code/FrozenGQA/util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/util/misc.py -------------------------------------------------------------------------------- /code/FrozenGQA/util/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/FrozenGQA/util/utils.py -------------------------------------------------------------------------------- /code/SeViLA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/SeViLA/README.md -------------------------------------------------------------------------------- /code/SeViLA/tools/fid2seconds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/SeViLA/tools/fid2seconds.py -------------------------------------------------------------------------------- /code/SeViLA/tools/split_qa_loc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/SeViLA/tools/split_qa_loc.py -------------------------------------------------------------------------------- /code/TempGQA/.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | __pycache__ 3 | -------------------------------------------------------------------------------- /code/TempGQA/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/LICENSE -------------------------------------------------------------------------------- /code/TempGQA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/README.md -------------------------------------------------------------------------------- /code/TempGQA/__pycache__/args.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/__pycache__/args.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/__pycache__/eval_ground.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/__pycache__/eval_ground.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/__pycache__/global_parameters.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/__pycache__/global_parameters.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/__pycache__/loss.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/__pycache__/loss.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/__pycache__/util.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/__pycache__/util.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/args.py -------------------------------------------------------------------------------- /code/TempGQA/dataloader/.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | __pycache__ 3 | -------------------------------------------------------------------------------- /code/TempGQA/dataloader/__pycache__/prepare_video.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/dataloader/__pycache__/prepare_video.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/dataloader/__pycache__/vqa_loader.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/dataloader/__pycache__/vqa_loader.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/dataloader/prepare_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/dataloader/prepare_video.py -------------------------------------------------------------------------------- /code/TempGQA/dataloader/vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/dataloader/vqa_loader.py -------------------------------------------------------------------------------- /code/TempGQA/eval_ground.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/eval_ground.py -------------------------------------------------------------------------------- /code/TempGQA/eval_next.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/eval_next.py -------------------------------------------------------------------------------- /code/TempGQA/global_parameters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/global_parameters.py -------------------------------------------------------------------------------- /code/TempGQA/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/loss.py -------------------------------------------------------------------------------- /code/TempGQA/main_dual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/main_dual.py -------------------------------------------------------------------------------- /code/TempGQA/misc/app-res.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/misc/app-res.png -------------------------------------------------------------------------------- /code/TempGQA/misc/dual-transformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/misc/dual-transformer.png -------------------------------------------------------------------------------- /code/TempGQA/model/.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | __pycache__ 3 | -------------------------------------------------------------------------------- /code/TempGQA/model/EncoderVid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/EncoderVid.py -------------------------------------------------------------------------------- /code/TempGQA/model/TempVLM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/TempVLM.py -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/CoVGT.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/CoVGT.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/CoVQA.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/CoVQA.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/EncoderVid.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/EncoderVid.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/TempVLM.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/TempVLM.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/TempXX.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/TempXX.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/adapter.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/adapter.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/cmatt.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/cmatt.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/config.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/config.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/cpl.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/cpl.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/deberta.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/deberta.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/gdqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/gdqa.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/gdqa529.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/gdqa529.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/gdqa_gqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/gdqa_gqa.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/gdqa_naive.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/gdqa_naive.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/graph.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/graph.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/language_model.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/language_model.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/loss.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/loss.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/swin_transformer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/swin_transformer.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/transformer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/transformer.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/__pycache__/video_model.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/__pycache__/video_model.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/model/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/config.py -------------------------------------------------------------------------------- /code/TempGQA/model/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/language_model.py -------------------------------------------------------------------------------- /code/TempGQA/model/swin_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/swin_transformer.py -------------------------------------------------------------------------------- /code/TempGQA/model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/transformer.py -------------------------------------------------------------------------------- /code/TempGQA/model/video_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/model/video_model.py -------------------------------------------------------------------------------- /code/TempGQA/shells/next_test_dual.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/shells/next_test_dual.sh -------------------------------------------------------------------------------- /code/TempGQA/shells/next_train_dual.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/shells/next_train_dual.sh -------------------------------------------------------------------------------- /code/TempGQA/tools/.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | __pycache__ 3 | -------------------------------------------------------------------------------- /code/TempGQA/tools/__pycache__/getspan.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/tools/__pycache__/getspan.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/tools/extract_feat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/tools/extract_feat.sh -------------------------------------------------------------------------------- /code/TempGQA/tools/extract_feat_vid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/tools/extract_feat_vid.py -------------------------------------------------------------------------------- /code/TempGQA/tools/getspan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/tools/getspan.py -------------------------------------------------------------------------------- /code/TempGQA/train/.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | __pycache__ 3 | -------------------------------------------------------------------------------- /code/TempGQA/train/__pycache__/train_covgt.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/train/__pycache__/train_covgt.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/train/__pycache__/trainval.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/train/__pycache__/trainval.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/train/__pycache__/trainval_gdqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/train/__pycache__/trainval_gdqa.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/train/__pycache__/trainval_warm.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/train/__pycache__/trainval_warm.cpython-38.pyc -------------------------------------------------------------------------------- /code/TempGQA/train/trainval_gdqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/train/trainval_gdqa.py -------------------------------------------------------------------------------- /code/TempGQA/train/trainval_warm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/train/trainval_warm.py -------------------------------------------------------------------------------- /code/TempGQA/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/code/TempGQA/util.py -------------------------------------------------------------------------------- /datasets/nextgqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextgqa/README.md -------------------------------------------------------------------------------- /datasets/nextgqa/frame2time_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextgqa/frame2time_test.json -------------------------------------------------------------------------------- /datasets/nextgqa/frame2time_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextgqa/frame2time_val.json -------------------------------------------------------------------------------- /datasets/nextgqa/gsub_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextgqa/gsub_test.json -------------------------------------------------------------------------------- /datasets/nextgqa/gsub_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextgqa/gsub_val.json -------------------------------------------------------------------------------- /datasets/nextgqa/map_vid_vidorID.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextgqa/map_vid_vidorID.json -------------------------------------------------------------------------------- /datasets/nextgqa/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextgqa/test.csv -------------------------------------------------------------------------------- /datasets/nextgqa/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextgqa/train.csv -------------------------------------------------------------------------------- /datasets/nextgqa/train_gpt4_sub.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextgqa/train_gpt4_sub.json -------------------------------------------------------------------------------- /datasets/nextgqa/upbd_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextgqa/upbd_test.json -------------------------------------------------------------------------------- /datasets/nextgqa/upbd_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextgqa/upbd_val.json -------------------------------------------------------------------------------- /datasets/nextgqa/val.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextgqa/val.csv -------------------------------------------------------------------------------- /datasets/nextqa/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextqa/test.csv -------------------------------------------------------------------------------- /datasets/nextqa/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextqa/train.csv -------------------------------------------------------------------------------- /datasets/nextqa/val.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/datasets/nextqa/val.csv -------------------------------------------------------------------------------- /misc/NExT-GQA.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/misc/NExT-GQA.png -------------------------------------------------------------------------------- /misc/data-exp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/misc/data-exp.png -------------------------------------------------------------------------------- /misc/res.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/misc/res.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/doc-doc/NExT-GQA/HEAD/requirements.txt --------------------------------------------------------------------------------