├── .gitignore ├── LICENSE ├── README.md ├── data └── .gitkeep ├── dataloader ├── __init__.py ├── base_dataset.py ├── dramaqa.py ├── egoschema.py ├── how2qa.py ├── nextqa.py ├── perception.py ├── star.py ├── textvid.py ├── tvqa.py ├── vlep.py └── webvid.py ├── demos ├── 13B_msrvtt_results.json ├── 7B_msrvtt_results.json ├── Eval_Cap_MSRVTT.ipynb ├── Eval_Cap_VATEX.ipynb ├── mvbench.ipynb ├── upload_leaderboard_13B_zero_shot.json ├── upload_leaderboard_7B_ZS.json └── video_transforms.py ├── engine.py ├── llama ├── __init__.py ├── generation.py ├── model.py ├── model_llama3.py ├── tokenizer.py └── tokenizer_llama3.py ├── llama_vqa.py ├── pics └── topa_framework.jpg ├── pretrained └── .gitkeep ├── scripts ├── baseline │ ├── llama2_13b.sh │ ├── llama2_7b.sh │ └── llama3_8b.sh ├── eval │ ├── zeroshot_eval_egos.sh │ ├── zeroshot_eval_nextqa.sh │ ├── zeroshot_eval_star.sh │ └── zeroshot_eval_tvqa.sh ├── finetune │ ├── LLama2_13b_finetune.sh │ ├── LLama2_7b_finetune.sh │ └── LLama3_finetune.sh └── pretrain │ ├── llama2_13b.sh │ ├── llama2_7b.sh │ └── llama3_8b.sh ├── setup.sh ├── train.py ├── util ├── lr_sched.py └── misc.py └── vqa_checkpoint └── .gitkeep /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/README.md -------------------------------------------------------------------------------- /data/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataloader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/dataloader/__init__.py -------------------------------------------------------------------------------- /dataloader/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/dataloader/base_dataset.py -------------------------------------------------------------------------------- /dataloader/dramaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/dataloader/dramaqa.py -------------------------------------------------------------------------------- /dataloader/egoschema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/dataloader/egoschema.py -------------------------------------------------------------------------------- /dataloader/how2qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/dataloader/how2qa.py -------------------------------------------------------------------------------- /dataloader/nextqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/dataloader/nextqa.py -------------------------------------------------------------------------------- /dataloader/perception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/dataloader/perception.py -------------------------------------------------------------------------------- /dataloader/star.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/dataloader/star.py -------------------------------------------------------------------------------- /dataloader/textvid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/dataloader/textvid.py -------------------------------------------------------------------------------- /dataloader/tvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/dataloader/tvqa.py -------------------------------------------------------------------------------- /dataloader/vlep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/dataloader/vlep.py -------------------------------------------------------------------------------- /dataloader/webvid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/dataloader/webvid.py -------------------------------------------------------------------------------- /demos/13B_msrvtt_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/demos/13B_msrvtt_results.json -------------------------------------------------------------------------------- /demos/7B_msrvtt_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/demos/7B_msrvtt_results.json -------------------------------------------------------------------------------- /demos/Eval_Cap_MSRVTT.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/demos/Eval_Cap_MSRVTT.ipynb -------------------------------------------------------------------------------- /demos/Eval_Cap_VATEX.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/demos/Eval_Cap_VATEX.ipynb -------------------------------------------------------------------------------- /demos/mvbench.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/demos/mvbench.ipynb -------------------------------------------------------------------------------- /demos/upload_leaderboard_13B_zero_shot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/demos/upload_leaderboard_13B_zero_shot.json -------------------------------------------------------------------------------- /demos/upload_leaderboard_7B_ZS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/demos/upload_leaderboard_7B_ZS.json -------------------------------------------------------------------------------- /demos/video_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/demos/video_transforms.py -------------------------------------------------------------------------------- /engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/engine.py -------------------------------------------------------------------------------- /llama/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/llama/__init__.py -------------------------------------------------------------------------------- /llama/generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/llama/generation.py -------------------------------------------------------------------------------- /llama/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/llama/model.py -------------------------------------------------------------------------------- /llama/model_llama3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/llama/model_llama3.py -------------------------------------------------------------------------------- /llama/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/llama/tokenizer.py -------------------------------------------------------------------------------- /llama/tokenizer_llama3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/llama/tokenizer_llama3.py -------------------------------------------------------------------------------- /llama_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/llama_vqa.py -------------------------------------------------------------------------------- /pics/topa_framework.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/pics/topa_framework.jpg -------------------------------------------------------------------------------- /pretrained/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/baseline/llama2_13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/scripts/baseline/llama2_13b.sh -------------------------------------------------------------------------------- /scripts/baseline/llama2_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/scripts/baseline/llama2_7b.sh -------------------------------------------------------------------------------- /scripts/baseline/llama3_8b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/scripts/baseline/llama3_8b.sh -------------------------------------------------------------------------------- /scripts/eval/zeroshot_eval_egos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/scripts/eval/zeroshot_eval_egos.sh -------------------------------------------------------------------------------- /scripts/eval/zeroshot_eval_nextqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/scripts/eval/zeroshot_eval_nextqa.sh -------------------------------------------------------------------------------- /scripts/eval/zeroshot_eval_star.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/scripts/eval/zeroshot_eval_star.sh -------------------------------------------------------------------------------- /scripts/eval/zeroshot_eval_tvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/scripts/eval/zeroshot_eval_tvqa.sh -------------------------------------------------------------------------------- /scripts/finetune/LLama2_13b_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/scripts/finetune/LLama2_13b_finetune.sh -------------------------------------------------------------------------------- /scripts/finetune/LLama2_7b_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/scripts/finetune/LLama2_7b_finetune.sh -------------------------------------------------------------------------------- /scripts/finetune/LLama3_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/scripts/finetune/LLama3_finetune.sh -------------------------------------------------------------------------------- /scripts/pretrain/llama2_13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/scripts/pretrain/llama2_13b.sh -------------------------------------------------------------------------------- /scripts/pretrain/llama2_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/scripts/pretrain/llama2_7b.sh -------------------------------------------------------------------------------- /scripts/pretrain/llama3_8b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/scripts/pretrain/llama3_8b.sh -------------------------------------------------------------------------------- /setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/setup.sh -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/train.py -------------------------------------------------------------------------------- /util/lr_sched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/util/lr_sched.py -------------------------------------------------------------------------------- /util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dhg-wei/TOPA/HEAD/util/misc.py -------------------------------------------------------------------------------- /vqa_checkpoint/.gitkeep: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------