├── README.md ├── experiments ├── activitynet │ ├── mgpn256.yaml │ └── mgpn512.yaml ├── charades │ ├── i3d-finetune-mgpn256.yaml │ ├── i3d-finetune-mgpn512.yaml │ ├── i3d-raw-mgpn256.yaml │ └── vgg-mgpn256.yaml └── tacos │ ├── mgpn256.yaml │ └── mgpn512.yaml ├── img └── framework.png ├── lib ├── core │ ├── __pycache__ │ │ ├── config.cpython-36.pyc │ │ ├── config.cpython-37.pyc │ │ ├── engine.cpython-36.pyc │ │ ├── engine.cpython-37.pyc │ │ ├── eval.cpython-36.pyc │ │ ├── eval.cpython-37.pyc │ │ ├── utils.cpython-36.pyc │ │ └── utils.cpython-37.pyc │ ├── config.py │ ├── engine.py │ ├── eval.py │ └── utils.py ├── datasets │ ├── __init__.py │ ├── __pycache__ │ │ ├── InferSentModel.cpython-36.pyc │ │ ├── __init__.cpython-36.pyc │ │ ├── __init__.cpython-37.pyc │ │ ├── activitynet.cpython-36.pyc │ │ ├── activitynet.cpython-37.pyc │ │ ├── charades.cpython-36.pyc │ │ ├── charades.cpython-37.pyc │ │ ├── tacos.cpython-36.pyc │ │ └── tacos.cpython-37.pyc │ ├── activitynet.py │ ├── charades.py │ └── tacos.py └── models │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── loss.cpython-36.pyc │ ├── mgpn.cpython-36.pyc │ ├── ranet.cpython-36.pyc │ └── tan.cpython-36.pyc │ ├── choice_generator │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ └── sparse.cpython-36.pyc │ └── sparse.py │ ├── feature_encoder │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── encoder.cpython-36.pyc │ │ ├── frame_pool.cpython-36.pyc │ │ └── transformer_enc.cpython-36.pyc │ ├── encoder.py │ └── transformer_enc.py │ ├── finegrained_encoder │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── finegrained.cpython-36.pyc │ │ └── frame_pool.cpython-36.pyc │ └── finegrained.py │ ├── loss.py │ ├── mgpn.py │ ├── modality_interactor │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── modality_fusion.cpython-36.pyc │ │ └── own_fusion.cpython-36.pyc │ └── modality_fusion.py │ └── relation_constructor │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── non_local.cpython-36.pyc │ └── proposal_relation.cpython-36.pyc │ ├── non_local.py │ └── proposal_relation.py ├── moment_localization ├── __pycache__ │ ├── _init_paths.cpython-36.pyc │ └── _init_paths.cpython-37.pyc ├── _init_paths.py ├── test.py └── train.py ├── run_activitynet.sh ├── run_charades.sh └── run_tacos.sh /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/README.md -------------------------------------------------------------------------------- /experiments/activitynet/mgpn256.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/experiments/activitynet/mgpn256.yaml -------------------------------------------------------------------------------- /experiments/activitynet/mgpn512.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/experiments/activitynet/mgpn512.yaml -------------------------------------------------------------------------------- /experiments/charades/i3d-finetune-mgpn256.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/experiments/charades/i3d-finetune-mgpn256.yaml -------------------------------------------------------------------------------- /experiments/charades/i3d-finetune-mgpn512.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/experiments/charades/i3d-finetune-mgpn512.yaml -------------------------------------------------------------------------------- /experiments/charades/i3d-raw-mgpn256.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/experiments/charades/i3d-raw-mgpn256.yaml -------------------------------------------------------------------------------- /experiments/charades/vgg-mgpn256.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/experiments/charades/vgg-mgpn256.yaml -------------------------------------------------------------------------------- /experiments/tacos/mgpn256.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/experiments/tacos/mgpn256.yaml -------------------------------------------------------------------------------- /experiments/tacos/mgpn512.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/experiments/tacos/mgpn512.yaml -------------------------------------------------------------------------------- /img/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/img/framework.png -------------------------------------------------------------------------------- /lib/core/__pycache__/config.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/core/__pycache__/config.cpython-36.pyc -------------------------------------------------------------------------------- /lib/core/__pycache__/config.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/core/__pycache__/config.cpython-37.pyc -------------------------------------------------------------------------------- /lib/core/__pycache__/engine.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/core/__pycache__/engine.cpython-36.pyc -------------------------------------------------------------------------------- /lib/core/__pycache__/engine.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/core/__pycache__/engine.cpython-37.pyc -------------------------------------------------------------------------------- /lib/core/__pycache__/eval.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/core/__pycache__/eval.cpython-36.pyc -------------------------------------------------------------------------------- /lib/core/__pycache__/eval.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/core/__pycache__/eval.cpython-37.pyc -------------------------------------------------------------------------------- /lib/core/__pycache__/utils.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/core/__pycache__/utils.cpython-36.pyc -------------------------------------------------------------------------------- /lib/core/__pycache__/utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/core/__pycache__/utils.cpython-37.pyc -------------------------------------------------------------------------------- /lib/core/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/core/config.py -------------------------------------------------------------------------------- /lib/core/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/core/engine.py -------------------------------------------------------------------------------- /lib/core/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/core/eval.py -------------------------------------------------------------------------------- /lib/core/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/core/utils.py -------------------------------------------------------------------------------- /lib/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/datasets/__init__.py -------------------------------------------------------------------------------- /lib/datasets/__pycache__/InferSentModel.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/datasets/__pycache__/InferSentModel.cpython-36.pyc -------------------------------------------------------------------------------- /lib/datasets/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/datasets/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /lib/datasets/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/datasets/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /lib/datasets/__pycache__/activitynet.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/datasets/__pycache__/activitynet.cpython-36.pyc -------------------------------------------------------------------------------- /lib/datasets/__pycache__/activitynet.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/datasets/__pycache__/activitynet.cpython-37.pyc -------------------------------------------------------------------------------- /lib/datasets/__pycache__/charades.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/datasets/__pycache__/charades.cpython-36.pyc -------------------------------------------------------------------------------- /lib/datasets/__pycache__/charades.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/datasets/__pycache__/charades.cpython-37.pyc -------------------------------------------------------------------------------- /lib/datasets/__pycache__/tacos.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/datasets/__pycache__/tacos.cpython-36.pyc -------------------------------------------------------------------------------- /lib/datasets/__pycache__/tacos.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/datasets/__pycache__/tacos.cpython-37.pyc -------------------------------------------------------------------------------- /lib/datasets/activitynet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/datasets/activitynet.py -------------------------------------------------------------------------------- /lib/datasets/charades.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/datasets/charades.py -------------------------------------------------------------------------------- /lib/datasets/tacos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/datasets/tacos.py -------------------------------------------------------------------------------- /lib/models/__init__.py: -------------------------------------------------------------------------------- 1 | from models.mgpn import MGPN -------------------------------------------------------------------------------- /lib/models/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/__pycache__/loss.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/__pycache__/loss.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/__pycache__/mgpn.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/__pycache__/mgpn.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/__pycache__/ranet.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/__pycache__/ranet.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/__pycache__/tan.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/__pycache__/tan.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/choice_generator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/choice_generator/__init__.py -------------------------------------------------------------------------------- /lib/models/choice_generator/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/choice_generator/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/choice_generator/__pycache__/sparse.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/choice_generator/__pycache__/sparse.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/choice_generator/sparse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/choice_generator/sparse.py -------------------------------------------------------------------------------- /lib/models/feature_encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/feature_encoder/__init__.py -------------------------------------------------------------------------------- /lib/models/feature_encoder/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/feature_encoder/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/feature_encoder/__pycache__/encoder.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/feature_encoder/__pycache__/encoder.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/feature_encoder/__pycache__/frame_pool.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/feature_encoder/__pycache__/frame_pool.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/feature_encoder/__pycache__/transformer_enc.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/feature_encoder/__pycache__/transformer_enc.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/feature_encoder/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/feature_encoder/encoder.py -------------------------------------------------------------------------------- /lib/models/feature_encoder/transformer_enc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/feature_encoder/transformer_enc.py -------------------------------------------------------------------------------- /lib/models/finegrained_encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/finegrained_encoder/__init__.py -------------------------------------------------------------------------------- /lib/models/finegrained_encoder/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/finegrained_encoder/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/finegrained_encoder/__pycache__/finegrained.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/finegrained_encoder/__pycache__/finegrained.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/finegrained_encoder/__pycache__/frame_pool.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/finegrained_encoder/__pycache__/frame_pool.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/finegrained_encoder/finegrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/finegrained_encoder/finegrained.py -------------------------------------------------------------------------------- /lib/models/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/loss.py -------------------------------------------------------------------------------- /lib/models/mgpn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/mgpn.py -------------------------------------------------------------------------------- /lib/models/modality_interactor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/modality_interactor/__init__.py -------------------------------------------------------------------------------- /lib/models/modality_interactor/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/modality_interactor/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/modality_interactor/__pycache__/modality_fusion.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/modality_interactor/__pycache__/modality_fusion.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/modality_interactor/__pycache__/own_fusion.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/modality_interactor/__pycache__/own_fusion.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/modality_interactor/modality_fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/modality_interactor/modality_fusion.py -------------------------------------------------------------------------------- /lib/models/relation_constructor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/relation_constructor/__init__.py -------------------------------------------------------------------------------- /lib/models/relation_constructor/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/relation_constructor/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/relation_constructor/__pycache__/non_local.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/relation_constructor/__pycache__/non_local.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/relation_constructor/__pycache__/proposal_relation.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/relation_constructor/__pycache__/proposal_relation.cpython-36.pyc -------------------------------------------------------------------------------- /lib/models/relation_constructor/non_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/relation_constructor/non_local.py -------------------------------------------------------------------------------- /lib/models/relation_constructor/proposal_relation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/lib/models/relation_constructor/proposal_relation.py -------------------------------------------------------------------------------- /moment_localization/__pycache__/_init_paths.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/moment_localization/__pycache__/_init_paths.cpython-36.pyc -------------------------------------------------------------------------------- /moment_localization/__pycache__/_init_paths.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/moment_localization/__pycache__/_init_paths.cpython-37.pyc -------------------------------------------------------------------------------- /moment_localization/_init_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/moment_localization/_init_paths.py -------------------------------------------------------------------------------- /moment_localization/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/moment_localization/test.py -------------------------------------------------------------------------------- /moment_localization/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/moment_localization/train.py -------------------------------------------------------------------------------- /run_activitynet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/run_activitynet.sh -------------------------------------------------------------------------------- /run_charades.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/run_charades.sh -------------------------------------------------------------------------------- /run_tacos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Huntersxsx/MGPN/HEAD/run_tacos.sh --------------------------------------------------------------------------------