├── .gitignore ├── README.md ├── download.sh ├── env.yaml ├── fig.png └── src ├── .gitignore ├── conf ├── config.yaml ├── dataset │ ├── cater │ │ ├── task1 │ │ │ ├── test.yaml │ │ │ ├── train.yaml │ │ │ └── val.yaml │ │ └── task2 │ │ │ ├── test.yaml │ │ │ ├── train.yaml │ │ │ └── val.yaml │ ├── cater_dataset_cfg.yaml │ ├── moma │ │ ├── test.yaml │ │ ├── train.yaml │ │ └── val.yaml │ └── moma_dataset_cfg.yaml ├── exps │ ├── cater_task1_comp.yaml │ ├── cater_task1_vid.yaml │ ├── cater_task2_comp.yaml │ ├── cater_task2_vid.yaml │ └── moma_vid.yaml ├── feature │ ├── cater │ │ ├── glvwiki_concat_200.yaml │ │ └── glvwiki_shape_200.yaml │ └── moma │ │ └── glvwiki_concat_200.yaml ├── model │ ├── classifiers │ │ ├── embedding_disentangling_module_task1.yaml │ │ ├── embedding_disentangling_module_task2.yaml │ │ ├── video_level_prediction_cater.yaml │ │ └── video_level_prediction_moma.yaml │ ├── graph_tokenizer │ │ ├── tokenizer_cater.yaml │ │ └── tokenizer_moma.yaml │ └── graph_transformer │ │ ├── stgt_cater_task1.yaml │ │ ├── stgt_cater_task2.yaml │ │ └── stgt_moma.yaml ├── path │ ├── cater.yaml │ └── moma.yaml └── trainer │ ├── optimizer │ └── adam.yaml │ ├── scheduler │ ├── cosine.yaml │ ├── cycle.yaml │ ├── onecycle.yaml │ └── unselected.yaml │ ├── training_objs │ ├── cater_task1_comp.yaml │ ├── cater_task1_vid.yaml │ ├── cater_task2_comp.yaml │ ├── cater_task2_vid.yaml │ └── moma_vid.yaml │ └── wandb │ ├── unselected.yaml │ └── wandb.yaml ├── dataset ├── __init__.py ├── cater.py └── moma.py ├── loss └── loss_fn.py ├── main.py ├── model ├── basemodel.py └── modules │ ├── classifiers.py │ ├── graph_tokenizers.py │ ├── graph_transformers.py │ └── misc.py ├── scripts ├── debug.sh ├── exps │ ├── cater_task1_comp.sh │ ├── cater_task1_vid.sh │ ├── cater_task2_comp.sh │ ├── cater_task2_vid.sh │ └── moma_vid.sh └── test.sh ├── trainer.py └── utils ├── env.yaml └── misc.py /.gitignore: -------------------------------------------------------------------------------- 1 | data 2 | outputs -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/README.md -------------------------------------------------------------------------------- /download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/download.sh -------------------------------------------------------------------------------- /env.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/env.yaml -------------------------------------------------------------------------------- /fig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/fig.png -------------------------------------------------------------------------------- /src/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/.gitignore -------------------------------------------------------------------------------- /src/conf/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/config.yaml -------------------------------------------------------------------------------- /src/conf/dataset/cater/task1/test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/dataset/cater/task1/test.yaml -------------------------------------------------------------------------------- /src/conf/dataset/cater/task1/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/dataset/cater/task1/train.yaml -------------------------------------------------------------------------------- /src/conf/dataset/cater/task1/val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/dataset/cater/task1/val.yaml -------------------------------------------------------------------------------- /src/conf/dataset/cater/task2/test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/dataset/cater/task2/test.yaml -------------------------------------------------------------------------------- /src/conf/dataset/cater/task2/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/dataset/cater/task2/train.yaml -------------------------------------------------------------------------------- /src/conf/dataset/cater/task2/val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/dataset/cater/task2/val.yaml -------------------------------------------------------------------------------- /src/conf/dataset/cater_dataset_cfg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/dataset/cater_dataset_cfg.yaml -------------------------------------------------------------------------------- /src/conf/dataset/moma/test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/dataset/moma/test.yaml -------------------------------------------------------------------------------- /src/conf/dataset/moma/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/dataset/moma/train.yaml -------------------------------------------------------------------------------- /src/conf/dataset/moma/val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/dataset/moma/val.yaml -------------------------------------------------------------------------------- /src/conf/dataset/moma_dataset_cfg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/dataset/moma_dataset_cfg.yaml -------------------------------------------------------------------------------- /src/conf/exps/cater_task1_comp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/exps/cater_task1_comp.yaml -------------------------------------------------------------------------------- /src/conf/exps/cater_task1_vid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/exps/cater_task1_vid.yaml -------------------------------------------------------------------------------- /src/conf/exps/cater_task2_comp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/exps/cater_task2_comp.yaml -------------------------------------------------------------------------------- /src/conf/exps/cater_task2_vid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/exps/cater_task2_vid.yaml -------------------------------------------------------------------------------- /src/conf/exps/moma_vid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/exps/moma_vid.yaml -------------------------------------------------------------------------------- /src/conf/feature/cater/glvwiki_concat_200.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/feature/cater/glvwiki_concat_200.yaml -------------------------------------------------------------------------------- /src/conf/feature/cater/glvwiki_shape_200.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/feature/cater/glvwiki_shape_200.yaml -------------------------------------------------------------------------------- /src/conf/feature/moma/glvwiki_concat_200.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/feature/moma/glvwiki_concat_200.yaml -------------------------------------------------------------------------------- /src/conf/model/classifiers/embedding_disentangling_module_task1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/model/classifiers/embedding_disentangling_module_task1.yaml -------------------------------------------------------------------------------- /src/conf/model/classifiers/embedding_disentangling_module_task2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/model/classifiers/embedding_disentangling_module_task2.yaml -------------------------------------------------------------------------------- /src/conf/model/classifiers/video_level_prediction_cater.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/model/classifiers/video_level_prediction_cater.yaml -------------------------------------------------------------------------------- /src/conf/model/classifiers/video_level_prediction_moma.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/model/classifiers/video_level_prediction_moma.yaml -------------------------------------------------------------------------------- /src/conf/model/graph_tokenizer/tokenizer_cater.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/model/graph_tokenizer/tokenizer_cater.yaml -------------------------------------------------------------------------------- /src/conf/model/graph_tokenizer/tokenizer_moma.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/model/graph_tokenizer/tokenizer_moma.yaml -------------------------------------------------------------------------------- /src/conf/model/graph_transformer/stgt_cater_task1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/model/graph_transformer/stgt_cater_task1.yaml -------------------------------------------------------------------------------- /src/conf/model/graph_transformer/stgt_cater_task2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/model/graph_transformer/stgt_cater_task2.yaml -------------------------------------------------------------------------------- /src/conf/model/graph_transformer/stgt_moma.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/model/graph_transformer/stgt_moma.yaml -------------------------------------------------------------------------------- /src/conf/path/cater.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/path/cater.yaml -------------------------------------------------------------------------------- /src/conf/path/moma.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/path/moma.yaml -------------------------------------------------------------------------------- /src/conf/trainer/optimizer/adam.yaml: -------------------------------------------------------------------------------- 1 | _target_: torch.optim.Adam 2 | params: null 3 | lr: ${trainer.learning_rate} -------------------------------------------------------------------------------- /src/conf/trainer/scheduler/cosine.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/conf/trainer/scheduler/cycle.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/conf/trainer/scheduler/onecycle.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/trainer/scheduler/onecycle.yaml -------------------------------------------------------------------------------- /src/conf/trainer/scheduler/unselected.yaml: -------------------------------------------------------------------------------- 1 | _target_: utils.misc.return_none 2 | -------------------------------------------------------------------------------- /src/conf/trainer/training_objs/cater_task1_comp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/trainer/training_objs/cater_task1_comp.yaml -------------------------------------------------------------------------------- /src/conf/trainer/training_objs/cater_task1_vid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/trainer/training_objs/cater_task1_vid.yaml -------------------------------------------------------------------------------- /src/conf/trainer/training_objs/cater_task2_comp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/trainer/training_objs/cater_task2_comp.yaml -------------------------------------------------------------------------------- /src/conf/trainer/training_objs/cater_task2_vid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/trainer/training_objs/cater_task2_vid.yaml -------------------------------------------------------------------------------- /src/conf/trainer/training_objs/moma_vid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/trainer/training_objs/moma_vid.yaml -------------------------------------------------------------------------------- /src/conf/trainer/wandb/unselected.yaml: -------------------------------------------------------------------------------- 1 | _target_: utils.misc.return_none 2 | -------------------------------------------------------------------------------- /src/conf/trainer/wandb/wandb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/conf/trainer/wandb/wandb.yaml -------------------------------------------------------------------------------- /src/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/dataset/__init__.py -------------------------------------------------------------------------------- /src/dataset/cater.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/dataset/cater.py -------------------------------------------------------------------------------- /src/dataset/moma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/dataset/moma.py -------------------------------------------------------------------------------- /src/loss/loss_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/loss/loss_fn.py -------------------------------------------------------------------------------- /src/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/main.py -------------------------------------------------------------------------------- /src/model/basemodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/model/basemodel.py -------------------------------------------------------------------------------- /src/model/modules/classifiers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/model/modules/classifiers.py -------------------------------------------------------------------------------- /src/model/modules/graph_tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/model/modules/graph_tokenizers.py -------------------------------------------------------------------------------- /src/model/modules/graph_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/model/modules/graph_transformers.py -------------------------------------------------------------------------------- /src/model/modules/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/model/modules/misc.py -------------------------------------------------------------------------------- /src/scripts/debug.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/scripts/debug.sh -------------------------------------------------------------------------------- /src/scripts/exps/cater_task1_comp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/scripts/exps/cater_task1_comp.sh -------------------------------------------------------------------------------- /src/scripts/exps/cater_task1_vid.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/scripts/exps/cater_task1_vid.sh -------------------------------------------------------------------------------- /src/scripts/exps/cater_task2_comp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/scripts/exps/cater_task2_comp.sh -------------------------------------------------------------------------------- /src/scripts/exps/cater_task2_vid.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/scripts/exps/cater_task2_vid.sh -------------------------------------------------------------------------------- /src/scripts/exps/moma_vid.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/scripts/exps/moma_vid.sh -------------------------------------------------------------------------------- /src/scripts/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/scripts/test.sh -------------------------------------------------------------------------------- /src/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/trainer.py -------------------------------------------------------------------------------- /src/utils/env.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/utils/env.yaml -------------------------------------------------------------------------------- /src/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hy0Y/ST-GT/HEAD/src/utils/misc.py --------------------------------------------------------------------------------