├── README.md ├── data ├── ANet-CD │ ├── anet_test_iid.json │ ├── anet_test_ood.json │ ├── anet_train.json │ └── anet_val.json ├── ANet │ ├── train.json │ ├── val_1.json │ ├── val_2.json │ └── words │ │ ├── ixtoword.npy │ │ └── wordtoix.npy ├── Charades-CD │ ├── charades_test_iid.json │ ├── charades_test_ood.json │ ├── charades_train.json │ └── charades_val.json └── Charades │ ├── test.json │ ├── train.json │ └── words │ ├── ixtoword.npy │ ├── word_glove_fts_init.npy │ └── wordtoix.npy ├── environment.yml ├── generate_glove_wordembed.py └── grounding ├── IoU_eval.py ├── cfgs ├── anet_c3d.yml ├── anet_cd_c3d.yml ├── anet_cd_i3d.yml ├── anet_i3d.yml ├── charades_cd_i3d.yml ├── charades_i3d.yml └── charades_lgi3d.yml ├── ckp ├── anet_cd │ ├── MDC_240T_i3d_VALval_G1_L1_D1_2_00022_anet_cd_test_ood.json │ ├── params.json │ ├── prediction_results_test_ood.json │ ├── test.log │ └── train.log └── charades_cd │ ├── params.json │ ├── prediction_results_test_ood.json │ └── test.log ├── dataset ├── anet.py ├── anet_pair_aug.py ├── charades.py ├── charades_pair_aug.py └── data_augment.py ├── loss.py ├── model ├── Baseline.py ├── SpanGroundMatchDisc.py ├── components │ ├── CrossModalInteraction.py │ ├── DistributionAlign.py │ ├── SentenceEncoder.py │ ├── SentenceGraphModeling.py │ ├── SpanPredictor.py │ ├── TemporalOrderDiscriminator.py │ ├── VideoEncoder.py │ ├── __init__.py │ └── __pycache__ │ │ ├── CrossModalInteraction.cpython-36.pyc │ │ ├── DistributionAlign.cpython-36.pyc │ │ ├── SentenceEncoder.cpython-36.pyc │ │ ├── SentenceGraphModeling.cpython-36.pyc │ │ ├── SpanPredictor.cpython-36.pyc │ │ ├── VideoEncoder.cpython-36.pyc │ │ └── __init__.cpython-36.pyc └── networks │ ├── RNN.py │ ├── __init__.py │ ├── __pycache__ │ ├── RNN.cpython-36.pyc │ ├── __init__.cpython-36.pyc │ ├── attention.cpython-36.pyc │ └── transformer.cpython-36.pyc │ ├── attention.py │ └── transformer.py ├── test.py ├── test_baseline.py ├── train.py ├── train_baseline.py └── util ├── helper_function.py └── model_saver.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/README.md -------------------------------------------------------------------------------- /data/ANet-CD/anet_test_iid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/ANet-CD/anet_test_iid.json -------------------------------------------------------------------------------- /data/ANet-CD/anet_test_ood.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/ANet-CD/anet_test_ood.json -------------------------------------------------------------------------------- /data/ANet-CD/anet_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/ANet-CD/anet_train.json -------------------------------------------------------------------------------- /data/ANet-CD/anet_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/ANet-CD/anet_val.json -------------------------------------------------------------------------------- /data/ANet/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/ANet/train.json -------------------------------------------------------------------------------- /data/ANet/val_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/ANet/val_1.json -------------------------------------------------------------------------------- /data/ANet/val_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/ANet/val_2.json -------------------------------------------------------------------------------- /data/ANet/words/ixtoword.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/ANet/words/ixtoword.npy -------------------------------------------------------------------------------- /data/ANet/words/wordtoix.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/ANet/words/wordtoix.npy -------------------------------------------------------------------------------- /data/Charades-CD/charades_test_iid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/Charades-CD/charades_test_iid.json -------------------------------------------------------------------------------- /data/Charades-CD/charades_test_ood.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/Charades-CD/charades_test_ood.json -------------------------------------------------------------------------------- /data/Charades-CD/charades_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/Charades-CD/charades_train.json -------------------------------------------------------------------------------- /data/Charades-CD/charades_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/Charades-CD/charades_val.json -------------------------------------------------------------------------------- /data/Charades/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/Charades/test.json -------------------------------------------------------------------------------- /data/Charades/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/Charades/train.json -------------------------------------------------------------------------------- /data/Charades/words/ixtoword.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/Charades/words/ixtoword.npy -------------------------------------------------------------------------------- /data/Charades/words/word_glove_fts_init.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/Charades/words/word_glove_fts_init.npy -------------------------------------------------------------------------------- /data/Charades/words/wordtoix.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/data/Charades/words/wordtoix.npy -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/environment.yml -------------------------------------------------------------------------------- /generate_glove_wordembed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/generate_glove_wordembed.py -------------------------------------------------------------------------------- /grounding/IoU_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/IoU_eval.py -------------------------------------------------------------------------------- /grounding/cfgs/anet_c3d.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/cfgs/anet_c3d.yml -------------------------------------------------------------------------------- /grounding/cfgs/anet_cd_c3d.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/cfgs/anet_cd_c3d.yml -------------------------------------------------------------------------------- /grounding/cfgs/anet_cd_i3d.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/cfgs/anet_cd_i3d.yml -------------------------------------------------------------------------------- /grounding/cfgs/anet_i3d.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/cfgs/anet_i3d.yml -------------------------------------------------------------------------------- /grounding/cfgs/charades_cd_i3d.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/cfgs/charades_cd_i3d.yml -------------------------------------------------------------------------------- /grounding/cfgs/charades_i3d.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/cfgs/charades_i3d.yml -------------------------------------------------------------------------------- /grounding/cfgs/charades_lgi3d.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/cfgs/charades_lgi3d.yml -------------------------------------------------------------------------------- /grounding/ckp/anet_cd/MDC_240T_i3d_VALval_G1_L1_D1_2_00022_anet_cd_test_ood.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/ckp/anet_cd/MDC_240T_i3d_VALval_G1_L1_D1_2_00022_anet_cd_test_ood.json -------------------------------------------------------------------------------- /grounding/ckp/anet_cd/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/ckp/anet_cd/params.json -------------------------------------------------------------------------------- /grounding/ckp/anet_cd/prediction_results_test_ood.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/ckp/anet_cd/prediction_results_test_ood.json -------------------------------------------------------------------------------- /grounding/ckp/anet_cd/test.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/ckp/anet_cd/test.log -------------------------------------------------------------------------------- /grounding/ckp/anet_cd/train.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/ckp/anet_cd/train.log -------------------------------------------------------------------------------- /grounding/ckp/charades_cd/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/ckp/charades_cd/params.json -------------------------------------------------------------------------------- /grounding/ckp/charades_cd/prediction_results_test_ood.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/ckp/charades_cd/prediction_results_test_ood.json -------------------------------------------------------------------------------- /grounding/ckp/charades_cd/test.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/ckp/charades_cd/test.log -------------------------------------------------------------------------------- /grounding/dataset/anet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/dataset/anet.py -------------------------------------------------------------------------------- /grounding/dataset/anet_pair_aug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/dataset/anet_pair_aug.py -------------------------------------------------------------------------------- /grounding/dataset/charades.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/dataset/charades.py -------------------------------------------------------------------------------- /grounding/dataset/charades_pair_aug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/dataset/charades_pair_aug.py -------------------------------------------------------------------------------- /grounding/dataset/data_augment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/dataset/data_augment.py -------------------------------------------------------------------------------- /grounding/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/loss.py -------------------------------------------------------------------------------- /grounding/model/Baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/Baseline.py -------------------------------------------------------------------------------- /grounding/model/SpanGroundMatchDisc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/SpanGroundMatchDisc.py -------------------------------------------------------------------------------- /grounding/model/components/CrossModalInteraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/components/CrossModalInteraction.py -------------------------------------------------------------------------------- /grounding/model/components/DistributionAlign.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/components/DistributionAlign.py -------------------------------------------------------------------------------- /grounding/model/components/SentenceEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/components/SentenceEncoder.py -------------------------------------------------------------------------------- /grounding/model/components/SentenceGraphModeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/components/SentenceGraphModeling.py -------------------------------------------------------------------------------- /grounding/model/components/SpanPredictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/components/SpanPredictor.py -------------------------------------------------------------------------------- /grounding/model/components/TemporalOrderDiscriminator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/components/TemporalOrderDiscriminator.py -------------------------------------------------------------------------------- /grounding/model/components/VideoEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/components/VideoEncoder.py -------------------------------------------------------------------------------- /grounding/model/components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /grounding/model/components/__pycache__/CrossModalInteraction.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/components/__pycache__/CrossModalInteraction.cpython-36.pyc -------------------------------------------------------------------------------- /grounding/model/components/__pycache__/DistributionAlign.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/components/__pycache__/DistributionAlign.cpython-36.pyc -------------------------------------------------------------------------------- /grounding/model/components/__pycache__/SentenceEncoder.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/components/__pycache__/SentenceEncoder.cpython-36.pyc -------------------------------------------------------------------------------- /grounding/model/components/__pycache__/SentenceGraphModeling.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/components/__pycache__/SentenceGraphModeling.cpython-36.pyc -------------------------------------------------------------------------------- /grounding/model/components/__pycache__/SpanPredictor.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/components/__pycache__/SpanPredictor.cpython-36.pyc -------------------------------------------------------------------------------- /grounding/model/components/__pycache__/VideoEncoder.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/components/__pycache__/VideoEncoder.cpython-36.pyc -------------------------------------------------------------------------------- /grounding/model/components/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/components/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /grounding/model/networks/RNN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/networks/RNN.py -------------------------------------------------------------------------------- /grounding/model/networks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /grounding/model/networks/__pycache__/RNN.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/networks/__pycache__/RNN.cpython-36.pyc -------------------------------------------------------------------------------- /grounding/model/networks/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/networks/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /grounding/model/networks/__pycache__/attention.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/networks/__pycache__/attention.cpython-36.pyc -------------------------------------------------------------------------------- /grounding/model/networks/__pycache__/transformer.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/networks/__pycache__/transformer.cpython-36.pyc -------------------------------------------------------------------------------- /grounding/model/networks/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/networks/attention.py -------------------------------------------------------------------------------- /grounding/model/networks/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/model/networks/transformer.py -------------------------------------------------------------------------------- /grounding/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/test.py -------------------------------------------------------------------------------- /grounding/test_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/test_baseline.py -------------------------------------------------------------------------------- /grounding/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/train.py -------------------------------------------------------------------------------- /grounding/train_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/train_baseline.py -------------------------------------------------------------------------------- /grounding/util/helper_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/util/helper_function.py -------------------------------------------------------------------------------- /grounding/util/model_saver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojc/ShufflingVideosForTSG/HEAD/grounding/util/model_saver.py --------------------------------------------------------------------------------