├── .gitignore ├── LICENSE ├── README.md ├── datasets ├── __init__.py ├── a2d.py ├── a2d_eval.py ├── categories.py ├── coco.py ├── coco_eval.py ├── concat_dataset.py ├── davis.py ├── image_to_seq_augmenter.py ├── jhmdb.py ├── refer.py ├── refexp.py ├── refexp2seq.py ├── refexp_eval.py ├── samplers.py ├── transforms_image.py ├── transforms_video.py └── ytvos.py ├── davis2017 ├── __init__.py ├── davis.py ├── evaluation.py ├── metrics.py ├── results.py └── utils.py ├── docs ├── data.md ├── framework.png └── install.md ├── engine.py ├── eval_davis.py ├── inference_davis.py ├── inference_ytvos.py ├── main.py ├── main_pretrain.py ├── models ├── __init__.py ├── backbone.py ├── criterion.py ├── decoder.py ├── deformable_transformer.py ├── matcher.py ├── modules.py ├── ops │ ├── functions │ │ ├── __init__.py │ │ └── ms_deform_attn_func.py │ ├── make.sh │ ├── modules │ │ ├── __init__.py │ │ └── ms_deform_attn.py │ ├── setup.py │ ├── src │ │ ├── cpu │ │ │ ├── ms_deform_attn_cpu.cpp │ │ │ └── ms_deform_attn_cpu.h │ │ ├── cuda │ │ │ ├── ms_deform_attn_cuda.cu │ │ │ ├── ms_deform_attn_cuda.h │ │ │ └── ms_deform_im2col_cuda.cuh │ │ ├── ms_deform_attn.h │ │ └── vision.cpp │ └── test.py ├── position_encoding.py ├── postprocessors.py ├── segmentation.py ├── sgmg.py ├── swin_transformer.py ├── text_encoder │ ├── __init__.py │ ├── bpe_simple_vocab_16e6.txt.gz │ ├── text_encoder.py │ └── tokenizer.py └── video_swin_transformer.py ├── opts.py ├── requirements.txt ├── scripts ├── dist_test_davis_videoswinb.sh ├── dist_test_ytvos_videoswinb.sh ├── dist_train_a2d_videoswinb.sh ├── dist_train_scratch_ytvos_videoswin.sh ├── dist_train_ytvos_videoswin.sh └── dist_train_ytvos_videoswinb.sh ├── tools ├── colormap.py ├── data │ ├── convert_davis_to_ytvos.py │ └── convert_refexp_to_coco.py └── load_pretrained_weights.py ├── util ├── __init__.py ├── box_ops.py ├── logger.py └── misc.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/README.md -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/a2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/a2d.py -------------------------------------------------------------------------------- /datasets/a2d_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/a2d_eval.py -------------------------------------------------------------------------------- /datasets/categories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/categories.py -------------------------------------------------------------------------------- /datasets/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/coco.py -------------------------------------------------------------------------------- /datasets/coco_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/coco_eval.py -------------------------------------------------------------------------------- /datasets/concat_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/concat_dataset.py -------------------------------------------------------------------------------- /datasets/davis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/davis.py -------------------------------------------------------------------------------- /datasets/image_to_seq_augmenter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/image_to_seq_augmenter.py -------------------------------------------------------------------------------- /datasets/jhmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/jhmdb.py -------------------------------------------------------------------------------- /datasets/refer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/refer.py -------------------------------------------------------------------------------- /datasets/refexp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/refexp.py -------------------------------------------------------------------------------- /datasets/refexp2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/refexp2seq.py -------------------------------------------------------------------------------- /datasets/refexp_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/refexp_eval.py -------------------------------------------------------------------------------- /datasets/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/samplers.py -------------------------------------------------------------------------------- /datasets/transforms_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/transforms_image.py -------------------------------------------------------------------------------- /datasets/transforms_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/transforms_video.py -------------------------------------------------------------------------------- /datasets/ytvos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/datasets/ytvos.py -------------------------------------------------------------------------------- /davis2017/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/davis2017/__init__.py -------------------------------------------------------------------------------- /davis2017/davis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/davis2017/davis.py -------------------------------------------------------------------------------- /davis2017/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/davis2017/evaluation.py -------------------------------------------------------------------------------- /davis2017/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/davis2017/metrics.py -------------------------------------------------------------------------------- /davis2017/results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/davis2017/results.py -------------------------------------------------------------------------------- /davis2017/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/davis2017/utils.py -------------------------------------------------------------------------------- /docs/data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/docs/data.md -------------------------------------------------------------------------------- /docs/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/docs/framework.png -------------------------------------------------------------------------------- /docs/install.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/docs/install.md -------------------------------------------------------------------------------- /engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/engine.py -------------------------------------------------------------------------------- /eval_davis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/eval_davis.py -------------------------------------------------------------------------------- /inference_davis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/inference_davis.py -------------------------------------------------------------------------------- /inference_ytvos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/inference_ytvos.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/main.py -------------------------------------------------------------------------------- /main_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/main_pretrain.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/backbone.py -------------------------------------------------------------------------------- /models/criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/criterion.py -------------------------------------------------------------------------------- /models/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/decoder.py -------------------------------------------------------------------------------- /models/deformable_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/deformable_transformer.py -------------------------------------------------------------------------------- /models/matcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/matcher.py -------------------------------------------------------------------------------- /models/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/modules.py -------------------------------------------------------------------------------- /models/ops/functions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/ops/functions/__init__.py -------------------------------------------------------------------------------- /models/ops/functions/ms_deform_attn_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/ops/functions/ms_deform_attn_func.py -------------------------------------------------------------------------------- /models/ops/make.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/ops/make.sh -------------------------------------------------------------------------------- /models/ops/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/ops/modules/__init__.py -------------------------------------------------------------------------------- /models/ops/modules/ms_deform_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/ops/modules/ms_deform_attn.py -------------------------------------------------------------------------------- /models/ops/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/ops/setup.py -------------------------------------------------------------------------------- /models/ops/src/cpu/ms_deform_attn_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/ops/src/cpu/ms_deform_attn_cpu.cpp -------------------------------------------------------------------------------- /models/ops/src/cpu/ms_deform_attn_cpu.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/ops/src/cpu/ms_deform_attn_cpu.h -------------------------------------------------------------------------------- /models/ops/src/cuda/ms_deform_attn_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/ops/src/cuda/ms_deform_attn_cuda.cu -------------------------------------------------------------------------------- /models/ops/src/cuda/ms_deform_attn_cuda.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/ops/src/cuda/ms_deform_attn_cuda.h -------------------------------------------------------------------------------- /models/ops/src/cuda/ms_deform_im2col_cuda.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/ops/src/cuda/ms_deform_im2col_cuda.cuh -------------------------------------------------------------------------------- /models/ops/src/ms_deform_attn.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/ops/src/ms_deform_attn.h -------------------------------------------------------------------------------- /models/ops/src/vision.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/ops/src/vision.cpp -------------------------------------------------------------------------------- /models/ops/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/ops/test.py -------------------------------------------------------------------------------- /models/position_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/position_encoding.py -------------------------------------------------------------------------------- /models/postprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/postprocessors.py -------------------------------------------------------------------------------- /models/segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/segmentation.py -------------------------------------------------------------------------------- /models/sgmg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/sgmg.py -------------------------------------------------------------------------------- /models/swin_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/swin_transformer.py -------------------------------------------------------------------------------- /models/text_encoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/text_encoder/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/text_encoder/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /models/text_encoder/text_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/text_encoder/text_encoder.py -------------------------------------------------------------------------------- /models/text_encoder/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/text_encoder/tokenizer.py -------------------------------------------------------------------------------- /models/video_swin_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/models/video_swin_transformer.py -------------------------------------------------------------------------------- /opts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/opts.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/dist_test_davis_videoswinb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/scripts/dist_test_davis_videoswinb.sh -------------------------------------------------------------------------------- /scripts/dist_test_ytvos_videoswinb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/scripts/dist_test_ytvos_videoswinb.sh -------------------------------------------------------------------------------- /scripts/dist_train_a2d_videoswinb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/scripts/dist_train_a2d_videoswinb.sh -------------------------------------------------------------------------------- /scripts/dist_train_scratch_ytvos_videoswin.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/scripts/dist_train_scratch_ytvos_videoswin.sh -------------------------------------------------------------------------------- /scripts/dist_train_ytvos_videoswin.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/scripts/dist_train_ytvos_videoswin.sh -------------------------------------------------------------------------------- /scripts/dist_train_ytvos_videoswinb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/scripts/dist_train_ytvos_videoswinb.sh -------------------------------------------------------------------------------- /tools/colormap.py: -------------------------------------------------------------------------------- 1 | import numpy as np 2 | 3 | -------------------------------------------------------------------------------- /tools/data/convert_davis_to_ytvos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/tools/data/convert_davis_to_ytvos.py -------------------------------------------------------------------------------- /tools/data/convert_refexp_to_coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/tools/data/convert_refexp_to_coco.py -------------------------------------------------------------------------------- /tools/load_pretrained_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/tools/load_pretrained_weights.py -------------------------------------------------------------------------------- /util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /util/box_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/util/box_ops.py -------------------------------------------------------------------------------- /util/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/util/logger.py -------------------------------------------------------------------------------- /util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/util/misc.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bo-miao/SgMg/HEAD/utils.py --------------------------------------------------------------------------------