├── .gitattributes ├── README.md ├── data ├── ActivityNet │ ├── test.json │ ├── train.json │ ├── val.json │ └── words_vocab_activitynet.json └── TACoS │ ├── test.json │ ├── train.json │ ├── val.json │ └── words_vocab_tacos.json ├── experiments ├── activitynet │ └── MSAT-32.yaml └── tacos │ └── MSAT-128.yaml ├── imgs └── pipeline.jpg ├── lib ├── core │ ├── config.py │ ├── engine.py │ ├── eval.py │ └── utils.py ├── datasets │ ├── __init__.py │ ├── activitynet.py │ └── tacos.py └── models │ ├── __init__.py │ ├── bert_modules │ ├── __init__.py │ ├── file_utils.py │ ├── modeling.py │ ├── visual_linguistic_bert.py │ └── vlbert.py │ ├── frame_modules │ ├── __init__.py │ └── frame_pool.py │ ├── loss.py │ └── tan.py └── moment_localization ├── _init_paths.py ├── test.py └── train.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/.gitattributes -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/README.md -------------------------------------------------------------------------------- /data/ActivityNet/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/data/ActivityNet/test.json -------------------------------------------------------------------------------- /data/ActivityNet/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/data/ActivityNet/train.json -------------------------------------------------------------------------------- /data/ActivityNet/val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/data/ActivityNet/val.json -------------------------------------------------------------------------------- /data/ActivityNet/words_vocab_activitynet.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/data/ActivityNet/words_vocab_activitynet.json -------------------------------------------------------------------------------- /data/TACoS/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/data/TACoS/test.json -------------------------------------------------------------------------------- /data/TACoS/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/data/TACoS/train.json -------------------------------------------------------------------------------- /data/TACoS/val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/data/TACoS/val.json -------------------------------------------------------------------------------- /data/TACoS/words_vocab_tacos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/data/TACoS/words_vocab_tacos.json -------------------------------------------------------------------------------- /experiments/activitynet/MSAT-32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/experiments/activitynet/MSAT-32.yaml -------------------------------------------------------------------------------- /experiments/tacos/MSAT-128.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/experiments/tacos/MSAT-128.yaml -------------------------------------------------------------------------------- /imgs/pipeline.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/imgs/pipeline.jpg -------------------------------------------------------------------------------- /lib/core/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/core/config.py -------------------------------------------------------------------------------- /lib/core/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/core/engine.py -------------------------------------------------------------------------------- /lib/core/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/core/eval.py -------------------------------------------------------------------------------- /lib/core/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/core/utils.py -------------------------------------------------------------------------------- /lib/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/datasets/__init__.py -------------------------------------------------------------------------------- /lib/datasets/activitynet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/datasets/activitynet.py -------------------------------------------------------------------------------- /lib/datasets/tacos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/datasets/tacos.py -------------------------------------------------------------------------------- /lib/models/__init__.py: -------------------------------------------------------------------------------- 1 | from models.tan import TAN -------------------------------------------------------------------------------- /lib/models/bert_modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/models/bert_modules/__init__.py -------------------------------------------------------------------------------- /lib/models/bert_modules/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/models/bert_modules/file_utils.py -------------------------------------------------------------------------------- /lib/models/bert_modules/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/models/bert_modules/modeling.py -------------------------------------------------------------------------------- /lib/models/bert_modules/visual_linguistic_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/models/bert_modules/visual_linguistic_bert.py -------------------------------------------------------------------------------- /lib/models/bert_modules/vlbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/models/bert_modules/vlbert.py -------------------------------------------------------------------------------- /lib/models/frame_modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/models/frame_modules/__init__.py -------------------------------------------------------------------------------- /lib/models/frame_modules/frame_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/models/frame_modules/frame_pool.py -------------------------------------------------------------------------------- /lib/models/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/models/loss.py -------------------------------------------------------------------------------- /lib/models/tan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/lib/models/tan.py -------------------------------------------------------------------------------- /moment_localization/_init_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/moment_localization/_init_paths.py -------------------------------------------------------------------------------- /moment_localization/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/moment_localization/test.py -------------------------------------------------------------------------------- /moment_localization/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mxingzhang90/MSAT/HEAD/moment_localization/train.py --------------------------------------------------------------------------------