├── .DS_Store ├── README.md ├── code ├── criteria.py ├── data │ ├── .DS_Store │ ├── activity │ │ ├── test_data_gcn.json │ │ ├── train_data_gcn.json │ │ └── val_data_gcn.json │ └── tacos │ │ ├── .DS_Store │ │ ├── TACOS_test_gcn.json │ │ ├── TACOS_train_gcn.json │ │ └── TACOS_val_gcn.json ├── dataloaders │ ├── __pycache__ │ │ └── clip_loader.cpython-36.pyc │ └── clip_loader.py ├── datasets │ ├── ActivityNet.py │ ├── TACOS.py │ └── __pycache__ │ │ ├── ActivityNet.cpython-36.pyc │ │ └── TACOS.cpython-36.pyc ├── main.py ├── models_ │ ├── __pycache__ │ │ └── gcn_final.cpython-36.pyc │ └── gcn_final.py ├── modules_ │ ├── .DS_Store │ ├── Coattention.py │ ├── ConvGRU.py │ ├── __pycache__ │ │ ├── Coattention.cpython-36.pyc │ │ ├── ConvGRU.cpython-36.pyc │ │ ├── bilinear.cpython-36.pyc │ │ ├── cross_gate.cpython-36.pyc │ │ ├── dynamic_rnn.cpython-36.pyc │ │ ├── graph_convolution.cpython-36.pyc │ │ ├── message.cpython-36.pyc │ │ ├── multihead_attention.cpython-36.pyc │ │ ├── position.cpython-36.pyc │ │ └── tanh_attention.cpython-36.pyc │ ├── dynamic_rnn.py │ ├── multihead_attention.py │ ├── position.py │ └── tanh_attention.py ├── optimizer │ ├── __pycache__ │ │ ├── adam_optimizer.cpython-36.pyc │ │ └── base_optimizer.cpython-36.pyc │ ├── adam_optimizer.py │ ├── base_optimizer.py │ └── lr_scheduler │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── cosine_lr_scheduler.cpython-36.pyc │ │ ├── fairseq_lr_scheduler.cpython-36.pyc │ │ ├── fixed_schedule.cpython-36.pyc │ │ ├── inverse_linear_root_schedule.cpython-36.pyc │ │ ├── inverse_square_root_schedule.cpython-36.pyc │ │ ├── reduce_lr_on_plateau.cpython-36.pyc │ │ └── triangular_lr_scheduler.cpython-36.pyc │ │ ├── cosine_lr_scheduler.py │ │ ├── fairseq_lr_scheduler.py │ │ ├── fixed_schedule.py │ │ ├── inverse_linear_root_schedule.py │ │ ├── inverse_square_root_schedule.py │ │ ├── reduce_lr_on_plateau.py │ │ └── triangular_lr_scheduler.py ├── preprocess.py ├── runners │ ├── __pycache__ │ │ └── runner_final.cpython-36.pyc │ └── runner_final.py └── utils.py └── pipeline.pdf /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/.DS_Store -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/README.md -------------------------------------------------------------------------------- /code/criteria.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/criteria.py -------------------------------------------------------------------------------- /code/data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/data/.DS_Store -------------------------------------------------------------------------------- /code/data/activity/test_data_gcn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/data/activity/test_data_gcn.json -------------------------------------------------------------------------------- /code/data/activity/train_data_gcn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/data/activity/train_data_gcn.json -------------------------------------------------------------------------------- /code/data/activity/val_data_gcn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/data/activity/val_data_gcn.json -------------------------------------------------------------------------------- /code/data/tacos/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/data/tacos/.DS_Store -------------------------------------------------------------------------------- /code/data/tacos/TACOS_test_gcn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/data/tacos/TACOS_test_gcn.json -------------------------------------------------------------------------------- /code/data/tacos/TACOS_train_gcn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/data/tacos/TACOS_train_gcn.json -------------------------------------------------------------------------------- /code/data/tacos/TACOS_val_gcn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/data/tacos/TACOS_val_gcn.json -------------------------------------------------------------------------------- /code/dataloaders/__pycache__/clip_loader.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/dataloaders/__pycache__/clip_loader.cpython-36.pyc -------------------------------------------------------------------------------- /code/dataloaders/clip_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/dataloaders/clip_loader.py -------------------------------------------------------------------------------- /code/datasets/ActivityNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/datasets/ActivityNet.py -------------------------------------------------------------------------------- /code/datasets/TACOS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/datasets/TACOS.py -------------------------------------------------------------------------------- /code/datasets/__pycache__/ActivityNet.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/datasets/__pycache__/ActivityNet.cpython-36.pyc -------------------------------------------------------------------------------- /code/datasets/__pycache__/TACOS.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/datasets/__pycache__/TACOS.cpython-36.pyc -------------------------------------------------------------------------------- /code/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/main.py -------------------------------------------------------------------------------- /code/models_/__pycache__/gcn_final.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/models_/__pycache__/gcn_final.cpython-36.pyc -------------------------------------------------------------------------------- /code/models_/gcn_final.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/models_/gcn_final.py -------------------------------------------------------------------------------- /code/modules_/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/.DS_Store -------------------------------------------------------------------------------- /code/modules_/Coattention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/Coattention.py -------------------------------------------------------------------------------- /code/modules_/ConvGRU.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/ConvGRU.py -------------------------------------------------------------------------------- /code/modules_/__pycache__/Coattention.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/__pycache__/Coattention.cpython-36.pyc -------------------------------------------------------------------------------- /code/modules_/__pycache__/ConvGRU.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/__pycache__/ConvGRU.cpython-36.pyc -------------------------------------------------------------------------------- /code/modules_/__pycache__/bilinear.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/__pycache__/bilinear.cpython-36.pyc -------------------------------------------------------------------------------- /code/modules_/__pycache__/cross_gate.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/__pycache__/cross_gate.cpython-36.pyc -------------------------------------------------------------------------------- /code/modules_/__pycache__/dynamic_rnn.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/__pycache__/dynamic_rnn.cpython-36.pyc -------------------------------------------------------------------------------- /code/modules_/__pycache__/graph_convolution.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/__pycache__/graph_convolution.cpython-36.pyc -------------------------------------------------------------------------------- /code/modules_/__pycache__/message.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/__pycache__/message.cpython-36.pyc -------------------------------------------------------------------------------- /code/modules_/__pycache__/multihead_attention.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/__pycache__/multihead_attention.cpython-36.pyc -------------------------------------------------------------------------------- /code/modules_/__pycache__/position.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/__pycache__/position.cpython-36.pyc -------------------------------------------------------------------------------- /code/modules_/__pycache__/tanh_attention.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/__pycache__/tanh_attention.cpython-36.pyc -------------------------------------------------------------------------------- /code/modules_/dynamic_rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/dynamic_rnn.py -------------------------------------------------------------------------------- /code/modules_/multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/multihead_attention.py -------------------------------------------------------------------------------- /code/modules_/position.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/position.py -------------------------------------------------------------------------------- /code/modules_/tanh_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/modules_/tanh_attention.py -------------------------------------------------------------------------------- /code/optimizer/__pycache__/adam_optimizer.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/__pycache__/adam_optimizer.cpython-36.pyc -------------------------------------------------------------------------------- /code/optimizer/__pycache__/base_optimizer.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/__pycache__/base_optimizer.cpython-36.pyc -------------------------------------------------------------------------------- /code/optimizer/adam_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/adam_optimizer.py -------------------------------------------------------------------------------- /code/optimizer/base_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/base_optimizer.py -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/__init__.py -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/__pycache__/cosine_lr_scheduler.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/__pycache__/cosine_lr_scheduler.cpython-36.pyc -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/__pycache__/fairseq_lr_scheduler.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/__pycache__/fairseq_lr_scheduler.cpython-36.pyc -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/__pycache__/fixed_schedule.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/__pycache__/fixed_schedule.cpython-36.pyc -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/__pycache__/inverse_linear_root_schedule.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/__pycache__/inverse_linear_root_schedule.cpython-36.pyc -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/__pycache__/inverse_square_root_schedule.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/__pycache__/inverse_square_root_schedule.cpython-36.pyc -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/__pycache__/reduce_lr_on_plateau.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/__pycache__/reduce_lr_on_plateau.cpython-36.pyc -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/__pycache__/triangular_lr_scheduler.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/__pycache__/triangular_lr_scheduler.cpython-36.pyc -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/cosine_lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/cosine_lr_scheduler.py -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/fairseq_lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/fairseq_lr_scheduler.py -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/fixed_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/fixed_schedule.py -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/inverse_linear_root_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/inverse_linear_root_schedule.py -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/inverse_square_root_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/inverse_square_root_schedule.py -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/reduce_lr_on_plateau.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/reduce_lr_on_plateau.py -------------------------------------------------------------------------------- /code/optimizer/lr_scheduler/triangular_lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/optimizer/lr_scheduler/triangular_lr_scheduler.py -------------------------------------------------------------------------------- /code/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/preprocess.py -------------------------------------------------------------------------------- /code/runners/__pycache__/runner_final.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/runners/__pycache__/runner_final.cpython-36.pyc -------------------------------------------------------------------------------- /code/runners/runner_final.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/runners/runner_final.py -------------------------------------------------------------------------------- /code/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/code/utils.py -------------------------------------------------------------------------------- /pipeline.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liudaizong/CSMGAN/HEAD/pipeline.pdf --------------------------------------------------------------------------------