├── .gitignore ├── README.md ├── config ├── all_config.py └── base_config.py ├── data ├── ActivityNet │ ├── bad_vids.txt │ ├── test_ids.json │ ├── train.json │ ├── train_ids.json │ ├── val_1.json │ ├── val_2.json │ └── val_ids.json ├── CLIP │ └── bpe_simple_vocab_16e6.txt.gz ├── LSMDC │ ├── LSMDC16_annos_training.csv │ └── LSMDC16_challenge_1000_publictect.csv ├── MSRVTT │ ├── MSRVTT_JSFUSION_test.csv │ ├── MSRVTT_data.json │ ├── MSRVTT_train.7k.csv │ └── MSRVTT_train.9k.csv └── MSVD │ ├── captions_msvd.json │ ├── test_list.txt │ ├── train_list.txt │ └── val_list.txt ├── datasets ├── anet_dataset.py ├── data_factory.py ├── lsmdc_dataset.py ├── model_transforms.py ├── msrvtt_dataset.py ├── msvd_dataset.py └── video_capture.py ├── model ├── clip_baseline.py ├── clip_transformer.py ├── model_factory.py └── prompt_clip.py ├── modules ├── baseline_pooling.py ├── basic_utils.py ├── loss.py ├── metrics.py ├── tokenizer.py └── transformer.py ├── preprocess └── compress_video.py ├── test.py ├── train.py └── trainer ├── base_trainer.py └── trainer.py /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | .vscode 3 | logs/ 4 | outputs/ 5 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/README.md -------------------------------------------------------------------------------- /config/all_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/config/all_config.py -------------------------------------------------------------------------------- /config/base_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/config/base_config.py -------------------------------------------------------------------------------- /data/ActivityNet/bad_vids.txt: -------------------------------------------------------------------------------- 1 | v_WjEh7acrr5o 2 | v_uTc2-oAxgbc 3 | v_LURZ8QDfowU 4 | -------------------------------------------------------------------------------- /data/ActivityNet/test_ids.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/ActivityNet/test_ids.json -------------------------------------------------------------------------------- /data/ActivityNet/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/ActivityNet/train.json -------------------------------------------------------------------------------- /data/ActivityNet/train_ids.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/ActivityNet/train_ids.json -------------------------------------------------------------------------------- /data/ActivityNet/val_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/ActivityNet/val_1.json -------------------------------------------------------------------------------- /data/ActivityNet/val_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/ActivityNet/val_2.json -------------------------------------------------------------------------------- /data/ActivityNet/val_ids.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/ActivityNet/val_ids.json -------------------------------------------------------------------------------- /data/CLIP/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/CLIP/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /data/LSMDC/LSMDC16_annos_training.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/LSMDC/LSMDC16_annos_training.csv -------------------------------------------------------------------------------- /data/LSMDC/LSMDC16_challenge_1000_publictect.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/LSMDC/LSMDC16_challenge_1000_publictect.csv -------------------------------------------------------------------------------- /data/MSRVTT/MSRVTT_JSFUSION_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/MSRVTT/MSRVTT_JSFUSION_test.csv -------------------------------------------------------------------------------- /data/MSRVTT/MSRVTT_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/MSRVTT/MSRVTT_data.json -------------------------------------------------------------------------------- /data/MSRVTT/MSRVTT_train.7k.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/MSRVTT/MSRVTT_train.7k.csv -------------------------------------------------------------------------------- /data/MSRVTT/MSRVTT_train.9k.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/MSRVTT/MSRVTT_train.9k.csv -------------------------------------------------------------------------------- /data/MSVD/captions_msvd.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/MSVD/captions_msvd.json -------------------------------------------------------------------------------- /data/MSVD/test_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/MSVD/test_list.txt -------------------------------------------------------------------------------- /data/MSVD/train_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/MSVD/train_list.txt -------------------------------------------------------------------------------- /data/MSVD/val_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/data/MSVD/val_list.txt -------------------------------------------------------------------------------- /datasets/anet_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/datasets/anet_dataset.py -------------------------------------------------------------------------------- /datasets/data_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/datasets/data_factory.py -------------------------------------------------------------------------------- /datasets/lsmdc_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/datasets/lsmdc_dataset.py -------------------------------------------------------------------------------- /datasets/model_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/datasets/model_transforms.py -------------------------------------------------------------------------------- /datasets/msrvtt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/datasets/msrvtt_dataset.py -------------------------------------------------------------------------------- /datasets/msvd_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/datasets/msvd_dataset.py -------------------------------------------------------------------------------- /datasets/video_capture.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/datasets/video_capture.py -------------------------------------------------------------------------------- /model/clip_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/model/clip_baseline.py -------------------------------------------------------------------------------- /model/clip_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/model/clip_transformer.py -------------------------------------------------------------------------------- /model/model_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/model/model_factory.py -------------------------------------------------------------------------------- /model/prompt_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/model/prompt_clip.py -------------------------------------------------------------------------------- /modules/baseline_pooling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/modules/baseline_pooling.py -------------------------------------------------------------------------------- /modules/basic_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/modules/basic_utils.py -------------------------------------------------------------------------------- /modules/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/modules/loss.py -------------------------------------------------------------------------------- /modules/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/modules/metrics.py -------------------------------------------------------------------------------- /modules/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/modules/tokenizer.py -------------------------------------------------------------------------------- /modules/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/modules/transformer.py -------------------------------------------------------------------------------- /preprocess/compress_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/preprocess/compress_video.py -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/test.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/train.py -------------------------------------------------------------------------------- /trainer/base_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/trainer/base_trainer.py -------------------------------------------------------------------------------- /trainer/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bladewaltz1/PromptSwitch/HEAD/trainer/trainer.py --------------------------------------------------------------------------------