├── .gitattributes ├── .gitignore ├── README.md ├── config ├── base.yaml ├── dataset │ └── ego4d.yaml └── model │ ├── bigbird.yaml │ ├── blind.yaml │ ├── dnc.yaml │ ├── importance_teacher.yaml │ ├── longformer.yaml │ ├── lt_ct.yaml │ ├── moment_localization_loss │ ├── attn_sample.yaml │ └── attn_summed.yaml │ ├── rehearsal_mem.yaml │ ├── simple_vqa.yaml │ └── stm.yaml ├── data ├── __init__.py ├── datamodule.py └── emqa_dataset.py ├── eval ├── __init__.py ├── eval.py └── util.py ├── experiment └── run.sh ├── hydra_compat.py ├── lightning_util.py ├── model ├── __init__.py ├── base.py ├── blind.py ├── external │ ├── __init__.py │ ├── compressive_transformer.py │ └── stm.py ├── importance_teacher.py ├── lightning.py ├── lt_ct.py ├── mann.py ├── moment_loc.py ├── rehearsal.py ├── simple_vqa.py └── sparse_transformer.py ├── requirements.txt ├── run.py └── tools ├── __init__.py ├── aggregate_features_to_hdf5.py ├── create_pure_videoqa_json.py ├── extract_ego4d_clip_features.py └── split_existing_data_aligned.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | venv 3 | .idea 4 | **.pyc -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/README.md -------------------------------------------------------------------------------- /config/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/config/base.yaml -------------------------------------------------------------------------------- /config/dataset/ego4d.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/config/dataset/ego4d.yaml -------------------------------------------------------------------------------- /config/model/bigbird.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/config/model/bigbird.yaml -------------------------------------------------------------------------------- /config/model/blind.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/config/model/blind.yaml -------------------------------------------------------------------------------- /config/model/dnc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/config/model/dnc.yaml -------------------------------------------------------------------------------- /config/model/importance_teacher.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/config/model/importance_teacher.yaml -------------------------------------------------------------------------------- /config/model/longformer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/config/model/longformer.yaml -------------------------------------------------------------------------------- /config/model/lt_ct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/config/model/lt_ct.yaml -------------------------------------------------------------------------------- /config/model/moment_localization_loss/attn_sample.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/config/model/moment_localization_loss/attn_sample.yaml -------------------------------------------------------------------------------- /config/model/moment_localization_loss/attn_summed.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/config/model/moment_localization_loss/attn_summed.yaml -------------------------------------------------------------------------------- /config/model/rehearsal_mem.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/config/model/rehearsal_mem.yaml -------------------------------------------------------------------------------- /config/model/simple_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/config/model/simple_vqa.yaml -------------------------------------------------------------------------------- /config/model/stm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/config/model/stm.yaml -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/datamodule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/data/datamodule.py -------------------------------------------------------------------------------- /data/emqa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/data/emqa_dataset.py -------------------------------------------------------------------------------- /eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/eval/eval.py -------------------------------------------------------------------------------- /eval/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/eval/util.py -------------------------------------------------------------------------------- /experiment/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/experiment/run.sh -------------------------------------------------------------------------------- /hydra_compat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/hydra_compat.py -------------------------------------------------------------------------------- /lightning_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/lightning_util.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/model/base.py -------------------------------------------------------------------------------- /model/blind.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/model/blind.py -------------------------------------------------------------------------------- /model/external/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/external/compressive_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/model/external/compressive_transformer.py -------------------------------------------------------------------------------- /model/external/stm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/model/external/stm.py -------------------------------------------------------------------------------- /model/importance_teacher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/model/importance_teacher.py -------------------------------------------------------------------------------- /model/lightning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/model/lightning.py -------------------------------------------------------------------------------- /model/lt_ct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/model/lt_ct.py -------------------------------------------------------------------------------- /model/mann.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/model/mann.py -------------------------------------------------------------------------------- /model/moment_loc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/model/moment_loc.py -------------------------------------------------------------------------------- /model/rehearsal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/model/rehearsal.py -------------------------------------------------------------------------------- /model/simple_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/model/simple_vqa.py -------------------------------------------------------------------------------- /model/sparse_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/model/sparse_transformer.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/run.py -------------------------------------------------------------------------------- /tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/aggregate_features_to_hdf5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/tools/aggregate_features_to_hdf5.py -------------------------------------------------------------------------------- /tools/create_pure_videoqa_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/tools/create_pure_videoqa_json.py -------------------------------------------------------------------------------- /tools/extract_ego4d_clip_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/tools/extract_ego4d_clip_features.py -------------------------------------------------------------------------------- /tools/split_existing_data_aligned.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbaermann/qaego4d/HEAD/tools/split_existing_data_aligned.py --------------------------------------------------------------------------------