├── MDMMT_HVU_CVPR_2021.pdf ├── README.md ├── create_capts.py ├── data_loader ├── activitynet_dataset.py ├── base.py ├── lsmdc_dataset.py ├── msrvtt_dataset.py └── rbmixin.py ├── dumper.py ├── duplicate_lists ├── README.md ├── dup1.jpg ├── dup2.jpg ├── lists │ ├── ActivityNet_ActivityNet.lst │ ├── ActivityNet_Kinetics700.lst │ ├── ActivityNet_LSMDC.lst │ ├── ActivityNet_MSRVTT.lst │ ├── ActivityNet_MSVD.lst │ ├── ActivityNet_TGIF.lst │ ├── ActivityNet_TwitterVines.lst │ ├── ActivityNet_YouCook2.lst │ ├── LSMDC_ActivityNet.lst │ ├── LSMDC_Kinetics700.lst │ ├── LSMDC_MSRVTT.lst │ ├── LSMDC_MSVD.lst │ ├── LSMDC_TGIF.lst │ ├── LSMDC_TwitterVines.lst │ ├── LSMDC_YouCook2.lst │ ├── MSRVTT_ActivityNet.lst │ ├── MSRVTT_HowTo100M.lst │ ├── MSRVTT_Kinetics700.lst │ ├── MSRVTT_LSMDC.lst │ ├── MSRVTT_MSRVTT.lst │ ├── MSRVTT_MSVD.lst │ ├── MSRVTT_TGIF.lst │ ├── MSRVTT_TwitterVines.lst │ └── MSRVTT_YouCook2.lst ├── pseudo_dup1.jpg └── pseudo_dup2.jpg ├── lists ├── ActivityNet │ ├── fnames.lst │ └── val.vids ├── LSMDC │ ├── fnames.lst │ └── test.vids └── msrvtt │ ├── fnames.lst │ └── test_list_full.txt ├── mdata ├── lsmdc_mdata_test.json ├── mdata_val.json └── msrvtt_mdata_test.json ├── models ├── clip_model.py ├── mmt │ ├── __init__.py │ └── bert_mmt.py ├── pt_utils.py ├── vggish_model.py ├── vmz │ ├── __init__.py │ ├── csn.py │ ├── r2plus1d.py │ └── utils.py └── vmz_model.py ├── mp_utils.py ├── test.py └── validate.py /MDMMT_HVU_CVPR_2021.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/MDMMT_HVU_CVPR_2021.pdf -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/README.md -------------------------------------------------------------------------------- /create_capts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/create_capts.py -------------------------------------------------------------------------------- /data_loader/activitynet_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/data_loader/activitynet_dataset.py -------------------------------------------------------------------------------- /data_loader/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/data_loader/base.py -------------------------------------------------------------------------------- /data_loader/lsmdc_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/data_loader/lsmdc_dataset.py -------------------------------------------------------------------------------- /data_loader/msrvtt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/data_loader/msrvtt_dataset.py -------------------------------------------------------------------------------- /data_loader/rbmixin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/data_loader/rbmixin.py -------------------------------------------------------------------------------- /dumper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/dumper.py -------------------------------------------------------------------------------- /duplicate_lists/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/README.md -------------------------------------------------------------------------------- /duplicate_lists/dup1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/dup1.jpg -------------------------------------------------------------------------------- /duplicate_lists/dup2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/dup2.jpg -------------------------------------------------------------------------------- /duplicate_lists/lists/ActivityNet_ActivityNet.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/lists/ActivityNet_ActivityNet.lst -------------------------------------------------------------------------------- /duplicate_lists/lists/ActivityNet_Kinetics700.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/lists/ActivityNet_Kinetics700.lst -------------------------------------------------------------------------------- /duplicate_lists/lists/ActivityNet_LSMDC.lst: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /duplicate_lists/lists/ActivityNet_MSRVTT.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/lists/ActivityNet_MSRVTT.lst -------------------------------------------------------------------------------- /duplicate_lists/lists/ActivityNet_MSVD.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/lists/ActivityNet_MSVD.lst -------------------------------------------------------------------------------- /duplicate_lists/lists/ActivityNet_TGIF.lst: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /duplicate_lists/lists/ActivityNet_TwitterVines.lst: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /duplicate_lists/lists/ActivityNet_YouCook2.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/lists/ActivityNet_YouCook2.lst -------------------------------------------------------------------------------- /duplicate_lists/lists/LSMDC_ActivityNet.lst: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /duplicate_lists/lists/LSMDC_Kinetics700.lst: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /duplicate_lists/lists/LSMDC_MSRVTT.lst: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /duplicate_lists/lists/LSMDC_MSVD.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/lists/LSMDC_MSVD.lst -------------------------------------------------------------------------------- /duplicate_lists/lists/LSMDC_TGIF.lst: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /duplicate_lists/lists/LSMDC_TwitterVines.lst: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /duplicate_lists/lists/LSMDC_YouCook2.lst: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /duplicate_lists/lists/MSRVTT_ActivityNet.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/lists/MSRVTT_ActivityNet.lst -------------------------------------------------------------------------------- /duplicate_lists/lists/MSRVTT_HowTo100M.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/lists/MSRVTT_HowTo100M.lst -------------------------------------------------------------------------------- /duplicate_lists/lists/MSRVTT_Kinetics700.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/lists/MSRVTT_Kinetics700.lst -------------------------------------------------------------------------------- /duplicate_lists/lists/MSRVTT_LSMDC.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/lists/MSRVTT_LSMDC.lst -------------------------------------------------------------------------------- /duplicate_lists/lists/MSRVTT_MSRVTT.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/lists/MSRVTT_MSRVTT.lst -------------------------------------------------------------------------------- /duplicate_lists/lists/MSRVTT_MSVD.lst: -------------------------------------------------------------------------------- 1 | video9717.mp4 12 16 5HAf_INrFy0_3_25.avi 11 15 2 | -------------------------------------------------------------------------------- /duplicate_lists/lists/MSRVTT_TGIF.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/lists/MSRVTT_TGIF.lst -------------------------------------------------------------------------------- /duplicate_lists/lists/MSRVTT_TwitterVines.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/lists/MSRVTT_TwitterVines.lst -------------------------------------------------------------------------------- /duplicate_lists/lists/MSRVTT_YouCook2.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/lists/MSRVTT_YouCook2.lst -------------------------------------------------------------------------------- /duplicate_lists/pseudo_dup1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/pseudo_dup1.jpg -------------------------------------------------------------------------------- /duplicate_lists/pseudo_dup2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/duplicate_lists/pseudo_dup2.jpg -------------------------------------------------------------------------------- /lists/ActivityNet/fnames.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/lists/ActivityNet/fnames.lst -------------------------------------------------------------------------------- /lists/ActivityNet/val.vids: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/lists/ActivityNet/val.vids -------------------------------------------------------------------------------- /lists/LSMDC/fnames.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/lists/LSMDC/fnames.lst -------------------------------------------------------------------------------- /lists/LSMDC/test.vids: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/lists/LSMDC/test.vids -------------------------------------------------------------------------------- /lists/msrvtt/fnames.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/lists/msrvtt/fnames.lst -------------------------------------------------------------------------------- /lists/msrvtt/test_list_full.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/lists/msrvtt/test_list_full.txt -------------------------------------------------------------------------------- /mdata/lsmdc_mdata_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/mdata/lsmdc_mdata_test.json -------------------------------------------------------------------------------- /mdata/mdata_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/mdata/mdata_val.json -------------------------------------------------------------------------------- /mdata/msrvtt_mdata_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/mdata/msrvtt_mdata_test.json -------------------------------------------------------------------------------- /models/clip_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/models/clip_model.py -------------------------------------------------------------------------------- /models/mmt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/models/mmt/__init__.py -------------------------------------------------------------------------------- /models/mmt/bert_mmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/models/mmt/bert_mmt.py -------------------------------------------------------------------------------- /models/pt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/models/pt_utils.py -------------------------------------------------------------------------------- /models/vggish_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/models/vggish_model.py -------------------------------------------------------------------------------- /models/vmz/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/models/vmz/__init__.py -------------------------------------------------------------------------------- /models/vmz/csn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/models/vmz/csn.py -------------------------------------------------------------------------------- /models/vmz/r2plus1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/models/vmz/r2plus1d.py -------------------------------------------------------------------------------- /models/vmz/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/models/vmz/utils.py -------------------------------------------------------------------------------- /models/vmz_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/models/vmz_model.py -------------------------------------------------------------------------------- /mp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/mp_utils.py -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/test.py -------------------------------------------------------------------------------- /validate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/papermsucode/mdmmt/HEAD/validate.py --------------------------------------------------------------------------------