├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── config ├── FT_only_configs │ ├── train-all-multitask-8gpu.json │ ├── train-caption-multitask-8gpu.json │ ├── train-how2qa-8gpu.json │ ├── train-how2qa_sub_only-8gpu.json │ ├── train-how2qa_video_only-8gpu.json │ ├── train-how2r-8gpu.json │ ├── train-how2r_sub_only-8gpu.json │ ├── train-how2r_video_only-8gpu.json │ ├── train-qa-multitask-8gpu.json │ ├── train-retrieval-multitask-8gpu.json │ ├── train-tv_domain-multitask-8gpu.json │ ├── train-tvc-8gpu.json │ ├── train-tvc_sub_only-8gpu.json │ ├── train-tvc_video_only_8gpu.json │ ├── train-tvqa-8gpu.json │ ├── train-tvqa_sub_only-8gpu.json │ ├── train-tvqa_video_only-8gpu.json │ ├── train-tvr-8gpu.json │ ├── train-tvr_sub_only-8gpu.json │ ├── train-tvr_video_only-8gpu.json │ ├── train-vatex_en_c-8gpu.json │ ├── train-vatex_en_c_sub_only-8gpu.json │ ├── train-vatex_en_c_video_only-8gpu.json │ ├── train-vatex_en_r-8gpu.json │ ├── train-vatex_en_r_sub_only-8gpu.json │ ├── train-vatex_en_r_video_only-8gpu.json │ ├── train-violin-8gpu.json │ ├── train-violin_sub_only-8gpu.json │ ├── train-violin_video_only-8gpu.json │ ├── train-vlep-8gpu.json │ ├── train-vlep_sub_only-8gpu.json │ ├── train-vlep_video_only-8gpu.json │ ├── train-yc2c-8gpu.json │ ├── train-yc2c_sub_only-8gpu.json │ ├── train-yc2c_video_only-8gpu.json │ ├── train-yc2r-4gpu.json │ ├── train-yc2r_sub_only-4gpu.json │ ├── train-yc2r_video_only-4gpu.json │ └── train-youtube_domain-multitask-8gpu.json ├── config.py ├── model_config │ ├── hero_finetune.json │ ├── hero_pretrain.json │ ├── hero_videoCap.json │ ├── video_sub_feature_add_finetune.json │ ├── video_sub_feature_concat_finetune.json │ └── video_sub_sequence_finetune.json ├── pretrain-tv-16gpu.json ├── train-all-multitask-8gpu.json ├── train-caption-multitask-8gpu.json ├── train-how2qa-8gpu.json ├── train-how2r-8gpu.json ├── train-qa-multitask-8gpu.json ├── train-retrieval-multitask-8gpu.json ├── train-tv_domain-multitask-8gpu.json ├── train-tvc-8gpu.json ├── train-tvqa-8gpu.json ├── train-tvr-8gpu.json ├── train-vatex_en_c-8gpu.json ├── train-vatex_en_r-8gpu.json ├── train-violin-8gpu.json ├── train-vlep-8gpu.json ├── train-yc2c-8gpu.json ├── train-yc2r-4gpu.json └── train-youtube_domain-multitask-8gpu.json ├── data ├── __init__.py ├── data.py ├── fom.py ├── loader.py ├── mfm.py ├── mlm.py ├── tvc.py ├── vcmr.py ├── videoCap.py ├── videoQA.py ├── violin.py ├── vlep.py ├── vr.py └── vsm.py ├── eval ├── pycocoevalcap │ ├── README.md │ ├── __init__.py │ ├── bleu │ │ ├── LICENSE │ │ ├── __init__.py │ │ ├── bleu.py │ │ └── bleu_scorer.py │ ├── cider │ │ ├── __init__.py │ │ ├── cider.py │ │ └── cider_scorer.py │ ├── license.txt │ ├── meteor │ │ ├── __init__.py │ │ ├── meteor.py │ │ └── tests │ │ │ └── test_meteor.py │ ├── rouge │ │ ├── __init__.py │ │ └── rouge.py │ └── tokenizer │ │ ├── __init__.py │ │ └── ptbtokenizer.py ├── tvc.py ├── vatex_en_c.py └── yc2c.py ├── eval_vcmr.py ├── eval_videoQA.py ├── eval_violin.py ├── eval_vr.py ├── inf_tvc.py ├── inf_vatex_en_c.py ├── inf_yc2c.py ├── launch_container.sh ├── load_data.py ├── model ├── __init__.py ├── embed.py ├── encoder.py ├── layers.py ├── model.py ├── modeling_utils.py ├── multitask.py ├── pretrain.py ├── vcmr.py ├── videoCap.py ├── videoQA.py └── vr.py ├── optim ├── __init__.py ├── adamw.py ├── misc.py └── sched.py ├── scripts ├── collect_video_feature_paths.py ├── convert_video_db_single_feature.py ├── convert_videodb.py ├── create_txtdb.sh ├── download_all.sh ├── download_how2.sh ├── download_pretrained.sh ├── download_tvc.sh ├── download_tvqa.sh ├── download_tvr.sh ├── download_vatex_en.sh ├── download_violin.sh ├── download_vlep.sh ├── download_yc2.sh ├── prepro_query.py ├── prepro_sub.py ├── prepro_tvc.py └── prepro_tvc.sh ├── train_all_multitask.py ├── train_captioning.py ├── train_qa.py ├── train_retrieval.py ├── two_stream_eval ├── eval_vcmr.py ├── eval_videoQA.py ├── eval_violin.py ├── eval_vr.py ├── inf_tvc.py ├── inf_vatex_en_c.py ├── inf_yc2c.py └── videocap_generator.py └── utils ├── __init__.py ├── basic_utils.py ├── const.py ├── distributed.py ├── logger.py ├── misc.py ├── save.py ├── tvr_eval_utils.py └── tvr_standalone_eval.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/README.md -------------------------------------------------------------------------------- /config/FT_only_configs/train-all-multitask-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-all-multitask-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-caption-multitask-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-caption-multitask-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-how2qa-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-how2qa-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-how2qa_sub_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-how2qa_sub_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-how2qa_video_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-how2qa_video_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-how2r-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-how2r-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-how2r_sub_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-how2r_sub_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-how2r_video_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-how2r_video_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-qa-multitask-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-qa-multitask-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-retrieval-multitask-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-retrieval-multitask-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-tv_domain-multitask-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-tv_domain-multitask-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-tvc-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-tvc-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-tvc_sub_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-tvc_sub_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-tvc_video_only_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-tvc_video_only_8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-tvqa-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-tvqa-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-tvqa_sub_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-tvqa_sub_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-tvqa_video_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-tvqa_video_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-tvr-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-tvr-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-tvr_sub_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-tvr_sub_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-tvr_video_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-tvr_video_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-vatex_en_c-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-vatex_en_c-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-vatex_en_c_sub_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-vatex_en_c_sub_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-vatex_en_c_video_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-vatex_en_c_video_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-vatex_en_r-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-vatex_en_r-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-vatex_en_r_sub_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-vatex_en_r_sub_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-vatex_en_r_video_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-vatex_en_r_video_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-violin-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-violin-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-violin_sub_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-violin_sub_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-violin_video_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-violin_video_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-vlep-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-vlep-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-vlep_sub_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-vlep_sub_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-vlep_video_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-vlep_video_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-yc2c-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-yc2c-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-yc2c_sub_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-yc2c_sub_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-yc2c_video_only-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-yc2c_video_only-8gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-yc2r-4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-yc2r-4gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-yc2r_sub_only-4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-yc2r_sub_only-4gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-yc2r_video_only-4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-yc2r_video_only-4gpu.json -------------------------------------------------------------------------------- /config/FT_only_configs/train-youtube_domain-multitask-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/FT_only_configs/train-youtube_domain-multitask-8gpu.json -------------------------------------------------------------------------------- /config/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/config.py -------------------------------------------------------------------------------- /config/model_config/hero_finetune.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/model_config/hero_finetune.json -------------------------------------------------------------------------------- /config/model_config/hero_pretrain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/model_config/hero_pretrain.json -------------------------------------------------------------------------------- /config/model_config/hero_videoCap.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/model_config/hero_videoCap.json -------------------------------------------------------------------------------- /config/model_config/video_sub_feature_add_finetune.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/model_config/video_sub_feature_add_finetune.json -------------------------------------------------------------------------------- /config/model_config/video_sub_feature_concat_finetune.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/model_config/video_sub_feature_concat_finetune.json -------------------------------------------------------------------------------- /config/model_config/video_sub_sequence_finetune.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/model_config/video_sub_sequence_finetune.json -------------------------------------------------------------------------------- /config/pretrain-tv-16gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/pretrain-tv-16gpu.json -------------------------------------------------------------------------------- /config/train-all-multitask-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-all-multitask-8gpu.json -------------------------------------------------------------------------------- /config/train-caption-multitask-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-caption-multitask-8gpu.json -------------------------------------------------------------------------------- /config/train-how2qa-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-how2qa-8gpu.json -------------------------------------------------------------------------------- /config/train-how2r-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-how2r-8gpu.json -------------------------------------------------------------------------------- /config/train-qa-multitask-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-qa-multitask-8gpu.json -------------------------------------------------------------------------------- /config/train-retrieval-multitask-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-retrieval-multitask-8gpu.json -------------------------------------------------------------------------------- /config/train-tv_domain-multitask-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-tv_domain-multitask-8gpu.json -------------------------------------------------------------------------------- /config/train-tvc-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-tvc-8gpu.json -------------------------------------------------------------------------------- /config/train-tvqa-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-tvqa-8gpu.json -------------------------------------------------------------------------------- /config/train-tvr-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-tvr-8gpu.json -------------------------------------------------------------------------------- /config/train-vatex_en_c-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-vatex_en_c-8gpu.json -------------------------------------------------------------------------------- /config/train-vatex_en_r-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-vatex_en_r-8gpu.json -------------------------------------------------------------------------------- /config/train-violin-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-violin-8gpu.json -------------------------------------------------------------------------------- /config/train-vlep-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-vlep-8gpu.json -------------------------------------------------------------------------------- /config/train-yc2c-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-yc2c-8gpu.json -------------------------------------------------------------------------------- /config/train-yc2r-4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-yc2r-4gpu.json -------------------------------------------------------------------------------- /config/train-youtube_domain-multitask-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/config/train-youtube_domain-multitask-8gpu.json -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/data/data.py -------------------------------------------------------------------------------- /data/fom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/data/fom.py -------------------------------------------------------------------------------- /data/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/data/loader.py -------------------------------------------------------------------------------- /data/mfm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/data/mfm.py -------------------------------------------------------------------------------- /data/mlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/data/mlm.py -------------------------------------------------------------------------------- /data/tvc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/data/tvc.py -------------------------------------------------------------------------------- /data/vcmr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/data/vcmr.py -------------------------------------------------------------------------------- /data/videoCap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/data/videoCap.py -------------------------------------------------------------------------------- /data/videoQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/data/videoQA.py -------------------------------------------------------------------------------- /data/violin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/data/violin.py -------------------------------------------------------------------------------- /data/vlep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/data/vlep.py -------------------------------------------------------------------------------- /data/vr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/data/vr.py -------------------------------------------------------------------------------- /data/vsm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/data/vsm.py -------------------------------------------------------------------------------- /eval/pycocoevalcap/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval/pycocoevalcap/README.md -------------------------------------------------------------------------------- /eval/pycocoevalcap/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /eval/pycocoevalcap/bleu/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval/pycocoevalcap/bleu/LICENSE -------------------------------------------------------------------------------- /eval/pycocoevalcap/bleu/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /eval/pycocoevalcap/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval/pycocoevalcap/bleu/bleu.py -------------------------------------------------------------------------------- /eval/pycocoevalcap/bleu/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval/pycocoevalcap/bleu/bleu_scorer.py -------------------------------------------------------------------------------- /eval/pycocoevalcap/cider/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /eval/pycocoevalcap/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval/pycocoevalcap/cider/cider.py -------------------------------------------------------------------------------- /eval/pycocoevalcap/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval/pycocoevalcap/cider/cider_scorer.py -------------------------------------------------------------------------------- /eval/pycocoevalcap/license.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval/pycocoevalcap/license.txt -------------------------------------------------------------------------------- /eval/pycocoevalcap/meteor/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /eval/pycocoevalcap/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval/pycocoevalcap/meteor/meteor.py -------------------------------------------------------------------------------- /eval/pycocoevalcap/meteor/tests/test_meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval/pycocoevalcap/meteor/tests/test_meteor.py -------------------------------------------------------------------------------- /eval/pycocoevalcap/rouge/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'vrama91' 2 | -------------------------------------------------------------------------------- /eval/pycocoevalcap/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval/pycocoevalcap/rouge/rouge.py -------------------------------------------------------------------------------- /eval/pycocoevalcap/tokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'hfang' 2 | -------------------------------------------------------------------------------- /eval/pycocoevalcap/tokenizer/ptbtokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval/pycocoevalcap/tokenizer/ptbtokenizer.py -------------------------------------------------------------------------------- /eval/tvc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval/tvc.py -------------------------------------------------------------------------------- /eval/vatex_en_c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval/vatex_en_c.py -------------------------------------------------------------------------------- /eval/yc2c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval/yc2c.py -------------------------------------------------------------------------------- /eval_vcmr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval_vcmr.py -------------------------------------------------------------------------------- /eval_videoQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval_videoQA.py -------------------------------------------------------------------------------- /eval_violin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval_violin.py -------------------------------------------------------------------------------- /eval_vr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/eval_vr.py -------------------------------------------------------------------------------- /inf_tvc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/inf_tvc.py -------------------------------------------------------------------------------- /inf_vatex_en_c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/inf_vatex_en_c.py -------------------------------------------------------------------------------- /inf_yc2c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/inf_yc2c.py -------------------------------------------------------------------------------- /launch_container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/launch_container.sh -------------------------------------------------------------------------------- /load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/load_data.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/model/embed.py -------------------------------------------------------------------------------- /model/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/model/encoder.py -------------------------------------------------------------------------------- /model/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/model/layers.py -------------------------------------------------------------------------------- /model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/model/model.py -------------------------------------------------------------------------------- /model/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/model/modeling_utils.py -------------------------------------------------------------------------------- /model/multitask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/model/multitask.py -------------------------------------------------------------------------------- /model/pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/model/pretrain.py -------------------------------------------------------------------------------- /model/vcmr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/model/vcmr.py -------------------------------------------------------------------------------- /model/videoCap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/model/videoCap.py -------------------------------------------------------------------------------- /model/videoQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/model/videoQA.py -------------------------------------------------------------------------------- /model/vr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/model/vr.py -------------------------------------------------------------------------------- /optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/optim/__init__.py -------------------------------------------------------------------------------- /optim/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/optim/adamw.py -------------------------------------------------------------------------------- /optim/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/optim/misc.py -------------------------------------------------------------------------------- /optim/sched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/optim/sched.py -------------------------------------------------------------------------------- /scripts/collect_video_feature_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/collect_video_feature_paths.py -------------------------------------------------------------------------------- /scripts/convert_video_db_single_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/convert_video_db_single_feature.py -------------------------------------------------------------------------------- /scripts/convert_videodb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/convert_videodb.py -------------------------------------------------------------------------------- /scripts/create_txtdb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/create_txtdb.sh -------------------------------------------------------------------------------- /scripts/download_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/download_all.sh -------------------------------------------------------------------------------- /scripts/download_how2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/download_how2.sh -------------------------------------------------------------------------------- /scripts/download_pretrained.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/download_pretrained.sh -------------------------------------------------------------------------------- /scripts/download_tvc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/download_tvc.sh -------------------------------------------------------------------------------- /scripts/download_tvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/download_tvqa.sh -------------------------------------------------------------------------------- /scripts/download_tvr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/download_tvr.sh -------------------------------------------------------------------------------- /scripts/download_vatex_en.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/download_vatex_en.sh -------------------------------------------------------------------------------- /scripts/download_violin.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/download_violin.sh -------------------------------------------------------------------------------- /scripts/download_vlep.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/download_vlep.sh -------------------------------------------------------------------------------- /scripts/download_yc2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/download_yc2.sh -------------------------------------------------------------------------------- /scripts/prepro_query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/prepro_query.py -------------------------------------------------------------------------------- /scripts/prepro_sub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/prepro_sub.py -------------------------------------------------------------------------------- /scripts/prepro_tvc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/prepro_tvc.py -------------------------------------------------------------------------------- /scripts/prepro_tvc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/scripts/prepro_tvc.sh -------------------------------------------------------------------------------- /train_all_multitask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/train_all_multitask.py -------------------------------------------------------------------------------- /train_captioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/train_captioning.py -------------------------------------------------------------------------------- /train_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/train_qa.py -------------------------------------------------------------------------------- /train_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/train_retrieval.py -------------------------------------------------------------------------------- /two_stream_eval/eval_vcmr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/two_stream_eval/eval_vcmr.py -------------------------------------------------------------------------------- /two_stream_eval/eval_videoQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/two_stream_eval/eval_videoQA.py -------------------------------------------------------------------------------- /two_stream_eval/eval_violin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/two_stream_eval/eval_violin.py -------------------------------------------------------------------------------- /two_stream_eval/eval_vr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/two_stream_eval/eval_vr.py -------------------------------------------------------------------------------- /two_stream_eval/inf_tvc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/two_stream_eval/inf_tvc.py -------------------------------------------------------------------------------- /two_stream_eval/inf_vatex_en_c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/two_stream_eval/inf_vatex_en_c.py -------------------------------------------------------------------------------- /two_stream_eval/inf_yc2c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/two_stream_eval/inf_yc2c.py -------------------------------------------------------------------------------- /two_stream_eval/videocap_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/two_stream_eval/videocap_generator.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/basic_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/utils/basic_utils.py -------------------------------------------------------------------------------- /utils/const.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/utils/const.py -------------------------------------------------------------------------------- /utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/utils/distributed.py -------------------------------------------------------------------------------- /utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/utils/logger.py -------------------------------------------------------------------------------- /utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/utils/misc.py -------------------------------------------------------------------------------- /utils/save.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/utils/save.py -------------------------------------------------------------------------------- /utils/tvr_eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/utils/tvr_eval_utils.py -------------------------------------------------------------------------------- /utils/tvr_standalone_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VALUE-Leaderboard/StarterCode/HEAD/utils/tvr_standalone_eval.py --------------------------------------------------------------------------------