├── LICENCE ├── README.md ├── base ├── __init__.py ├── base_data_loader.py ├── base_dataset.py ├── base_model.py └── base_trainer.py ├── configs_pub └── eccv20 │ ├── ActivityNet_val1_trainval.json │ ├── ActivityNet_val1_trainval_bs.json │ ├── HowTo100M_full_train.json │ ├── LSMDC_full_trainval.json │ ├── MSRVTT_jsfusion_trainval.json │ ├── MSRVTT_miech_trainval.json │ └── prtrn_MSRVTT_jsfusion_trainval.json ├── data_loader ├── activitynet_dataset.py ├── data_loaders.py ├── didemo_dataset.py ├── howto100m_dataset.py ├── lsmdc_dataset.py ├── mix_dataset.py ├── msrvtt_dataset.py ├── msvd_dataset.py └── youcook2_dataset.py ├── figs └── Cross_mod_architecture.png ├── model ├── __init__.py ├── bert.py ├── loss.py ├── lstm.py ├── metric.py ├── model.py ├── net_vlad.py └── txt_embeddings.py ├── parse_config.py ├── requirements.txt ├── train.py ├── trainer ├── __init__.py └── trainer.py └── utils ├── __init__.py ├── expert_timings.py ├── html_utils.py ├── nlp_utils.py ├── perf_log_utils.py ├── ranger.py ├── stop_words.py ├── timing_utils.py ├── util.py └── visualizer.py /LICENCE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/LICENCE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/README.md -------------------------------------------------------------------------------- /base/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/base/__init__.py -------------------------------------------------------------------------------- /base/base_data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/base/base_data_loader.py -------------------------------------------------------------------------------- /base/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/base/base_dataset.py -------------------------------------------------------------------------------- /base/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/base/base_model.py -------------------------------------------------------------------------------- /base/base_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/base/base_trainer.py -------------------------------------------------------------------------------- /configs_pub/eccv20/ActivityNet_val1_trainval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/configs_pub/eccv20/ActivityNet_val1_trainval.json -------------------------------------------------------------------------------- /configs_pub/eccv20/ActivityNet_val1_trainval_bs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/configs_pub/eccv20/ActivityNet_val1_trainval_bs.json -------------------------------------------------------------------------------- /configs_pub/eccv20/HowTo100M_full_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/configs_pub/eccv20/HowTo100M_full_train.json -------------------------------------------------------------------------------- /configs_pub/eccv20/LSMDC_full_trainval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/configs_pub/eccv20/LSMDC_full_trainval.json -------------------------------------------------------------------------------- /configs_pub/eccv20/MSRVTT_jsfusion_trainval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/configs_pub/eccv20/MSRVTT_jsfusion_trainval.json -------------------------------------------------------------------------------- /configs_pub/eccv20/MSRVTT_miech_trainval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/configs_pub/eccv20/MSRVTT_miech_trainval.json -------------------------------------------------------------------------------- /configs_pub/eccv20/prtrn_MSRVTT_jsfusion_trainval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/configs_pub/eccv20/prtrn_MSRVTT_jsfusion_trainval.json -------------------------------------------------------------------------------- /data_loader/activitynet_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/data_loader/activitynet_dataset.py -------------------------------------------------------------------------------- /data_loader/data_loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/data_loader/data_loaders.py -------------------------------------------------------------------------------- /data_loader/didemo_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/data_loader/didemo_dataset.py -------------------------------------------------------------------------------- /data_loader/howto100m_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/data_loader/howto100m_dataset.py -------------------------------------------------------------------------------- /data_loader/lsmdc_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/data_loader/lsmdc_dataset.py -------------------------------------------------------------------------------- /data_loader/mix_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/data_loader/mix_dataset.py -------------------------------------------------------------------------------- /data_loader/msrvtt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/data_loader/msrvtt_dataset.py -------------------------------------------------------------------------------- /data_loader/msvd_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/data_loader/msvd_dataset.py -------------------------------------------------------------------------------- /data_loader/youcook2_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/data_loader/youcook2_dataset.py -------------------------------------------------------------------------------- /figs/Cross_mod_architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/figs/Cross_mod_architecture.png -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/model/bert.py -------------------------------------------------------------------------------- /model/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/model/loss.py -------------------------------------------------------------------------------- /model/lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/model/lstm.py -------------------------------------------------------------------------------- /model/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/model/metric.py -------------------------------------------------------------------------------- /model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/model/model.py -------------------------------------------------------------------------------- /model/net_vlad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/model/net_vlad.py -------------------------------------------------------------------------------- /model/txt_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/model/txt_embeddings.py -------------------------------------------------------------------------------- /parse_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/parse_config.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/requirements.txt -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/train.py -------------------------------------------------------------------------------- /trainer/__init__.py: -------------------------------------------------------------------------------- 1 | from .trainer import * 2 | -------------------------------------------------------------------------------- /trainer/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/trainer/trainer.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | from .util import * 2 | -------------------------------------------------------------------------------- /utils/expert_timings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/utils/expert_timings.py -------------------------------------------------------------------------------- /utils/html_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/utils/html_utils.py -------------------------------------------------------------------------------- /utils/nlp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/utils/nlp_utils.py -------------------------------------------------------------------------------- /utils/perf_log_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/utils/perf_log_utils.py -------------------------------------------------------------------------------- /utils/ranger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/utils/ranger.py -------------------------------------------------------------------------------- /utils/stop_words.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/utils/stop_words.py -------------------------------------------------------------------------------- /utils/timing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/utils/timing_utils.py -------------------------------------------------------------------------------- /utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/utils/util.py -------------------------------------------------------------------------------- /utils/visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gabeur/mmt/HEAD/utils/visualizer.py --------------------------------------------------------------------------------