├── .gitignore ├── FrozenBiLM ├── causal_module.py ├── deberta.py ├── mc_dist.py ├── readme.md └── result │ ├── log.txt │ ├── test-res.json │ ├── test_ground_att.json │ ├── test_ground_gs.json │ ├── val-res.json │ ├── val_ground_att.json │ └── val_ground_gs.json ├── README.md ├── config ├── CRA │ ├── CRA_NextGQA.yml │ └── CRA_STAR.yml └── TempCLIP │ ├── TempCLIP_NextGQA.yml │ ├── TempCLIP_NextGQA_PH.yml │ ├── TempCLIP_STAR.yml │ └── TempCLIP_STAR_PH.yml ├── info.log ├── main.py ├── method.png ├── models ├── __init__.py ├── cra.py └── tempclip.py ├── modules ├── EncoderVid.py ├── __init__.py ├── m_cra │ ├── causal_module.py │ ├── grounding.py │ ├── only_trans.py │ └── refine.py └── m_tempclip │ ├── __init__.py │ ├── language_model.py │ └── transformer.py ├── pipeline ├── __init__.py ├── base.py ├── cra_pipeline.py └── tempclip_pipeline.py ├── prepare_star_data.ipynb ├── requirements.yml ├── sample_linguistic_feature.ipynb ├── sample_visual_feature.ipynb └── utils ├── __init__.py ├── dataloader ├── dataloaders.py ├── dataset.py ├── prepare_video.py └── tokenizer.py ├── misc ├── __init__.py ├── cvt_im_tensor.py ├── load_file.py ├── misc.py ├── save_file.py └── tensor_utils.py ├── optim ├── __init__.py ├── balanced_data_parallel.py ├── loss.py ├── lr_scheduler.py └── optimizer.py └── stat ├── __init__.py ├── html.py ├── metrics.py └── monitor.py /.gitignore: -------------------------------------------------------------------------------- 1 | *.pyc 2 | output/* 3 | data -------------------------------------------------------------------------------- /FrozenBiLM/causal_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/FrozenBiLM/causal_module.py -------------------------------------------------------------------------------- /FrozenBiLM/deberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/FrozenBiLM/deberta.py -------------------------------------------------------------------------------- /FrozenBiLM/mc_dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/FrozenBiLM/mc_dist.py -------------------------------------------------------------------------------- /FrozenBiLM/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/FrozenBiLM/readme.md -------------------------------------------------------------------------------- /FrozenBiLM/result/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/FrozenBiLM/result/log.txt -------------------------------------------------------------------------------- /FrozenBiLM/result/test-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/FrozenBiLM/result/test-res.json -------------------------------------------------------------------------------- /FrozenBiLM/result/test_ground_att.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/FrozenBiLM/result/test_ground_att.json -------------------------------------------------------------------------------- /FrozenBiLM/result/test_ground_gs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/FrozenBiLM/result/test_ground_gs.json -------------------------------------------------------------------------------- /FrozenBiLM/result/val-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/FrozenBiLM/result/val-res.json -------------------------------------------------------------------------------- /FrozenBiLM/result/val_ground_att.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/FrozenBiLM/result/val_ground_att.json -------------------------------------------------------------------------------- /FrozenBiLM/result/val_ground_gs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/FrozenBiLM/result/val_ground_gs.json -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/README.md -------------------------------------------------------------------------------- /config/CRA/CRA_NextGQA.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/config/CRA/CRA_NextGQA.yml -------------------------------------------------------------------------------- /config/CRA/CRA_STAR.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/config/CRA/CRA_STAR.yml -------------------------------------------------------------------------------- /config/TempCLIP/TempCLIP_NextGQA.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/config/TempCLIP/TempCLIP_NextGQA.yml -------------------------------------------------------------------------------- /config/TempCLIP/TempCLIP_NextGQA_PH.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/config/TempCLIP/TempCLIP_NextGQA_PH.yml -------------------------------------------------------------------------------- /config/TempCLIP/TempCLIP_STAR.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/config/TempCLIP/TempCLIP_STAR.yml -------------------------------------------------------------------------------- /config/TempCLIP/TempCLIP_STAR_PH.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/config/TempCLIP/TempCLIP_STAR_PH.yml -------------------------------------------------------------------------------- /info.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/info.log -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/main.py -------------------------------------------------------------------------------- /method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/method.png -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/cra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/models/cra.py -------------------------------------------------------------------------------- /models/tempclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/models/tempclip.py -------------------------------------------------------------------------------- /modules/EncoderVid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/modules/EncoderVid.py -------------------------------------------------------------------------------- /modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/modules/__init__.py -------------------------------------------------------------------------------- /modules/m_cra/causal_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/modules/m_cra/causal_module.py -------------------------------------------------------------------------------- /modules/m_cra/grounding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/modules/m_cra/grounding.py -------------------------------------------------------------------------------- /modules/m_cra/only_trans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/modules/m_cra/only_trans.py -------------------------------------------------------------------------------- /modules/m_cra/refine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/modules/m_cra/refine.py -------------------------------------------------------------------------------- /modules/m_tempclip/__init__.py: -------------------------------------------------------------------------------- 1 | from .transformer import LayerNorm -------------------------------------------------------------------------------- /modules/m_tempclip/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/modules/m_tempclip/language_model.py -------------------------------------------------------------------------------- /modules/m_tempclip/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/modules/m_tempclip/transformer.py -------------------------------------------------------------------------------- /pipeline/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/pipeline/__init__.py -------------------------------------------------------------------------------- /pipeline/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/pipeline/base.py -------------------------------------------------------------------------------- /pipeline/cra_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/pipeline/cra_pipeline.py -------------------------------------------------------------------------------- /pipeline/tempclip_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/pipeline/tempclip_pipeline.py -------------------------------------------------------------------------------- /prepare_star_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/prepare_star_data.ipynb -------------------------------------------------------------------------------- /requirements.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/requirements.yml -------------------------------------------------------------------------------- /sample_linguistic_feature.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/sample_linguistic_feature.ipynb -------------------------------------------------------------------------------- /sample_visual_feature.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/sample_visual_feature.ipynb -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/dataloader/dataloaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/dataloader/dataloaders.py -------------------------------------------------------------------------------- /utils/dataloader/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/dataloader/dataset.py -------------------------------------------------------------------------------- /utils/dataloader/prepare_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/dataloader/prepare_video.py -------------------------------------------------------------------------------- /utils/dataloader/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/dataloader/tokenizer.py -------------------------------------------------------------------------------- /utils/misc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/misc/__init__.py -------------------------------------------------------------------------------- /utils/misc/cvt_im_tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/misc/cvt_im_tensor.py -------------------------------------------------------------------------------- /utils/misc/load_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/misc/load_file.py -------------------------------------------------------------------------------- /utils/misc/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/misc/misc.py -------------------------------------------------------------------------------- /utils/misc/save_file.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/misc/tensor_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/misc/tensor_utils.py -------------------------------------------------------------------------------- /utils/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/optim/__init__.py -------------------------------------------------------------------------------- /utils/optim/balanced_data_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/optim/balanced_data_parallel.py -------------------------------------------------------------------------------- /utils/optim/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/optim/loss.py -------------------------------------------------------------------------------- /utils/optim/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/optim/lr_scheduler.py -------------------------------------------------------------------------------- /utils/optim/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/optim/optimizer.py -------------------------------------------------------------------------------- /utils/stat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/stat/__init__.py -------------------------------------------------------------------------------- /utils/stat/html.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/stat/html.py -------------------------------------------------------------------------------- /utils/stat/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/stat/metrics.py -------------------------------------------------------------------------------- /utils/stat/monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WissingChen/CRA-GQA/HEAD/utils/stat/monitor.py --------------------------------------------------------------------------------