├── README.md ├── assets ├── framework.png └── idea.png ├── config ├── __init__.py └── defaults.py ├── datasets ├── __init__.py ├── build.py ├── collate_batch.py ├── data_utils.py ├── evaluation │ ├── __init__.py │ ├── hcstvg_eval.py │ └── vidstg_eval.py ├── gaussion_hm.py ├── hcstvg.py ├── samplers │ ├── __init__.py │ ├── grouped_batch_sampler.py │ └── iteration_based_batch_sampler.py ├── transforms.py ├── vidstg.py └── words.py ├── engine ├── __init__.py ├── evaluate.py ├── lr_scheduler.py └── optimizer.py ├── experiments ├── hcstvg.yaml ├── hcstvg2.yaml └── vidstg.yaml ├── models ├── .DS_Store ├── __init__.py ├── bert_model │ └── bert_module.py ├── criterion.py ├── grounding_model │ ├── __init__.py │ ├── attention.py │ ├── modal_encoder.py │ ├── position_encoding.py │ └── query_decoder.py ├── language_model │ ├── __init__.py │ ├── bert.py │ └── lstm.py ├── map2d_head.py ├── net_utils.py ├── pipeline.py ├── post_processor.py ├── vidswin │ └── video_swin_transformer.py └── vision_model │ ├── __init__.py │ ├── backbone.py │ └── position_encoding.py ├── requirements.txt ├── scripts ├── test_net.py └── train_net.py └── utils ├── __init__.py ├── bounding_box.py ├── box_utils.py ├── checkpoint.py ├── comm.py ├── imports.py ├── logger.py ├── metric_logger.py ├── misc.py ├── model_serialization.py └── video_list.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/README.md -------------------------------------------------------------------------------- /assets/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/assets/framework.png -------------------------------------------------------------------------------- /assets/idea.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/assets/idea.png -------------------------------------------------------------------------------- /config/__init__.py: -------------------------------------------------------------------------------- 1 | from .defaults import _C as cfg -------------------------------------------------------------------------------- /config/defaults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/config/defaults.py -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/build.py -------------------------------------------------------------------------------- /datasets/collate_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/collate_batch.py -------------------------------------------------------------------------------- /datasets/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/data_utils.py -------------------------------------------------------------------------------- /datasets/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/evaluation/__init__.py -------------------------------------------------------------------------------- /datasets/evaluation/hcstvg_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/evaluation/hcstvg_eval.py -------------------------------------------------------------------------------- /datasets/evaluation/vidstg_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/evaluation/vidstg_eval.py -------------------------------------------------------------------------------- /datasets/gaussion_hm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/gaussion_hm.py -------------------------------------------------------------------------------- /datasets/hcstvg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/hcstvg.py -------------------------------------------------------------------------------- /datasets/samplers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/samplers/__init__.py -------------------------------------------------------------------------------- /datasets/samplers/grouped_batch_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/samplers/grouped_batch_sampler.py -------------------------------------------------------------------------------- /datasets/samplers/iteration_based_batch_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/samplers/iteration_based_batch_sampler.py -------------------------------------------------------------------------------- /datasets/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/transforms.py -------------------------------------------------------------------------------- /datasets/vidstg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/vidstg.py -------------------------------------------------------------------------------- /datasets/words.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/datasets/words.py -------------------------------------------------------------------------------- /engine/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/engine/__init__.py -------------------------------------------------------------------------------- /engine/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/engine/evaluate.py -------------------------------------------------------------------------------- /engine/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/engine/lr_scheduler.py -------------------------------------------------------------------------------- /engine/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/engine/optimizer.py -------------------------------------------------------------------------------- /experiments/hcstvg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/experiments/hcstvg.yaml -------------------------------------------------------------------------------- /experiments/hcstvg2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/experiments/hcstvg2.yaml -------------------------------------------------------------------------------- /experiments/vidstg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/experiments/vidstg.yaml -------------------------------------------------------------------------------- /models/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/.DS_Store -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/bert_model/bert_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/bert_model/bert_module.py -------------------------------------------------------------------------------- /models/criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/criterion.py -------------------------------------------------------------------------------- /models/grounding_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/grounding_model/__init__.py -------------------------------------------------------------------------------- /models/grounding_model/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/grounding_model/attention.py -------------------------------------------------------------------------------- /models/grounding_model/modal_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/grounding_model/modal_encoder.py -------------------------------------------------------------------------------- /models/grounding_model/position_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/grounding_model/position_encoding.py -------------------------------------------------------------------------------- /models/grounding_model/query_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/grounding_model/query_decoder.py -------------------------------------------------------------------------------- /models/language_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/language_model/__init__.py -------------------------------------------------------------------------------- /models/language_model/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/language_model/bert.py -------------------------------------------------------------------------------- /models/language_model/lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/language_model/lstm.py -------------------------------------------------------------------------------- /models/map2d_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/map2d_head.py -------------------------------------------------------------------------------- /models/net_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/net_utils.py -------------------------------------------------------------------------------- /models/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/pipeline.py -------------------------------------------------------------------------------- /models/post_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/post_processor.py -------------------------------------------------------------------------------- /models/vidswin/video_swin_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/vidswin/video_swin_transformer.py -------------------------------------------------------------------------------- /models/vision_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/vision_model/__init__.py -------------------------------------------------------------------------------- /models/vision_model/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/vision_model/backbone.py -------------------------------------------------------------------------------- /models/vision_model/position_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/models/vision_model/position_encoding.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/test_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/scripts/test_net.py -------------------------------------------------------------------------------- /scripts/train_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/scripts/train_net.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/bounding_box.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/utils/bounding_box.py -------------------------------------------------------------------------------- /utils/box_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/utils/box_utils.py -------------------------------------------------------------------------------- /utils/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/utils/checkpoint.py -------------------------------------------------------------------------------- /utils/comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/utils/comm.py -------------------------------------------------------------------------------- /utils/imports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/utils/imports.py -------------------------------------------------------------------------------- /utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/utils/logger.py -------------------------------------------------------------------------------- /utils/metric_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/utils/metric_logger.py -------------------------------------------------------------------------------- /utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/utils/misc.py -------------------------------------------------------------------------------- /utils/model_serialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/utils/model_serialization.py -------------------------------------------------------------------------------- /utils/video_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HengLan/CGSTVG/HEAD/utils/video_list.py --------------------------------------------------------------------------------