├── README.md ├── configs ├── config.py ├── finetuning │ ├── finetune_amazon.yaml │ └── finetune_movielens.yaml ├── mmsrec.yml └── pretraining │ └── pretrain_webvid.yaml ├── data ├── amazon_dataset.py ├── dataloader.py ├── dataset.py ├── movielens_dataset.py ├── msrvtt_dataset.py └── webvid_dataset.py ├── dataset ├── amazon │ ├── preprocess │ │ ├── download.sh │ │ ├── extract_features.py │ │ ├── general.py │ │ └── process_item.py │ ├── processed │ │ └── .gitkeep │ └── raw │ │ └── .gitkeep ├── movielens-1m │ ├── .DS_Store │ ├── preprocess │ │ ├── download.sh │ │ ├── download_videos.py │ │ ├── extract_features.py │ │ ├── general.py │ │ └── process_item.py │ ├── processed │ │ └── .gitkeep │ └── raw │ │ └── .gitkeep ├── msrvtt │ ├── preprocess │ │ ├── download.sh │ │ ├── process_item.py │ │ └── process_seq.py │ ├── processed │ │ └── .gitkeep │ └── raw │ │ └── .gitkeep └── webvid │ ├── preprocess │ ├── download.sh │ ├── process_item.py │ └── process_seq.py │ ├── processed │ └── .gitkeep │ └── raw │ └── .gitkeep ├── finetune_amazon.py ├── finetune_amazon.sh ├── finetune_movielens.py ├── finetune_movielens.sh ├── logs └── .gitkeep ├── loss ├── ce_loss.py ├── combinatorial_loss.py ├── contrastive_loss.py └── norm_softmax_loss.py ├── metric ├── predict_metric.py └── retrieval_metric.py ├── model ├── extractor.py ├── fusion.py ├── fusion_module.py └── transformer.py ├── pretrain_webvid.py ├── pretrain_webvid.sh ├── trainer ├── finetune_evaluator.py ├── finetune_trainer.py ├── pretrain_evaluator.py └── pretrain_trainer.py ├── utils ├── basic_utils.py └── data_utils.py └── weights ├── clip └── download.sh └── pretrain-webvid-2layer-512dim └── fusion_model.pth /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/README.md -------------------------------------------------------------------------------- /configs/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/configs/config.py -------------------------------------------------------------------------------- /configs/finetuning/finetune_amazon.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/configs/finetuning/finetune_amazon.yaml -------------------------------------------------------------------------------- /configs/finetuning/finetune_movielens.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/configs/finetuning/finetune_movielens.yaml -------------------------------------------------------------------------------- /configs/mmsrec.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/configs/mmsrec.yml -------------------------------------------------------------------------------- /configs/pretraining/pretrain_webvid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/configs/pretraining/pretrain_webvid.yaml -------------------------------------------------------------------------------- /data/amazon_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/data/amazon_dataset.py -------------------------------------------------------------------------------- /data/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/data/dataloader.py -------------------------------------------------------------------------------- /data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/data/dataset.py -------------------------------------------------------------------------------- /data/movielens_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/data/movielens_dataset.py -------------------------------------------------------------------------------- /data/msrvtt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/data/msrvtt_dataset.py -------------------------------------------------------------------------------- /data/webvid_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/data/webvid_dataset.py -------------------------------------------------------------------------------- /dataset/amazon/preprocess/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/amazon/preprocess/download.sh -------------------------------------------------------------------------------- /dataset/amazon/preprocess/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/amazon/preprocess/extract_features.py -------------------------------------------------------------------------------- /dataset/amazon/preprocess/general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/amazon/preprocess/general.py -------------------------------------------------------------------------------- /dataset/amazon/preprocess/process_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/amazon/preprocess/process_item.py -------------------------------------------------------------------------------- /dataset/amazon/processed/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/amazon/raw/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/movielens-1m/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/movielens-1m/.DS_Store -------------------------------------------------------------------------------- /dataset/movielens-1m/preprocess/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/movielens-1m/preprocess/download.sh -------------------------------------------------------------------------------- /dataset/movielens-1m/preprocess/download_videos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/movielens-1m/preprocess/download_videos.py -------------------------------------------------------------------------------- /dataset/movielens-1m/preprocess/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/movielens-1m/preprocess/extract_features.py -------------------------------------------------------------------------------- /dataset/movielens-1m/preprocess/general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/movielens-1m/preprocess/general.py -------------------------------------------------------------------------------- /dataset/movielens-1m/preprocess/process_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/movielens-1m/preprocess/process_item.py -------------------------------------------------------------------------------- /dataset/movielens-1m/processed/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/movielens-1m/raw/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/msrvtt/preprocess/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/msrvtt/preprocess/download.sh -------------------------------------------------------------------------------- /dataset/msrvtt/preprocess/process_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/msrvtt/preprocess/process_item.py -------------------------------------------------------------------------------- /dataset/msrvtt/preprocess/process_seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/msrvtt/preprocess/process_seq.py -------------------------------------------------------------------------------- /dataset/msrvtt/processed/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/msrvtt/raw/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/webvid/preprocess/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/webvid/preprocess/download.sh -------------------------------------------------------------------------------- /dataset/webvid/preprocess/process_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/webvid/preprocess/process_item.py -------------------------------------------------------------------------------- /dataset/webvid/preprocess/process_seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/dataset/webvid/preprocess/process_seq.py -------------------------------------------------------------------------------- /dataset/webvid/processed/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/webvid/raw/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetune_amazon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/finetune_amazon.py -------------------------------------------------------------------------------- /finetune_amazon.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/finetune_amazon.sh -------------------------------------------------------------------------------- /finetune_movielens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/finetune_movielens.py -------------------------------------------------------------------------------- /finetune_movielens.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/finetune_movielens.sh -------------------------------------------------------------------------------- /logs/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /loss/ce_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/loss/ce_loss.py -------------------------------------------------------------------------------- /loss/combinatorial_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/loss/combinatorial_loss.py -------------------------------------------------------------------------------- /loss/contrastive_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/loss/contrastive_loss.py -------------------------------------------------------------------------------- /loss/norm_softmax_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/loss/norm_softmax_loss.py -------------------------------------------------------------------------------- /metric/predict_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/metric/predict_metric.py -------------------------------------------------------------------------------- /metric/retrieval_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/metric/retrieval_metric.py -------------------------------------------------------------------------------- /model/extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/model/extractor.py -------------------------------------------------------------------------------- /model/fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/model/fusion.py -------------------------------------------------------------------------------- /model/fusion_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/model/fusion_module.py -------------------------------------------------------------------------------- /model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/model/transformer.py -------------------------------------------------------------------------------- /pretrain_webvid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/pretrain_webvid.py -------------------------------------------------------------------------------- /pretrain_webvid.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/pretrain_webvid.sh -------------------------------------------------------------------------------- /trainer/finetune_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/trainer/finetune_evaluator.py -------------------------------------------------------------------------------- /trainer/finetune_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/trainer/finetune_trainer.py -------------------------------------------------------------------------------- /trainer/pretrain_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/trainer/pretrain_evaluator.py -------------------------------------------------------------------------------- /trainer/pretrain_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/trainer/pretrain_trainer.py -------------------------------------------------------------------------------- /utils/basic_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/utils/basic_utils.py -------------------------------------------------------------------------------- /utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/utils/data_utils.py -------------------------------------------------------------------------------- /weights/clip/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/weights/clip/download.sh -------------------------------------------------------------------------------- /weights/pretrain-webvid-2layer-512dim/fusion_model.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kz-song/MMSRec/HEAD/weights/pretrain-webvid-2layer-512dim/fusion_model.pth --------------------------------------------------------------------------------