├── README.md ├── configs ├── _base_ │ ├── datasets │ │ ├── cocostuff_512x512.py │ │ ├── cocostuff_st_512x512.py │ │ ├── context_60_512x512.py │ │ ├── dataloader │ │ │ ├── __pycache__ │ │ │ │ ├── ade20k.cpython-37.pyc │ │ │ │ ├── coco_stuff.cpython-37.pyc │ │ │ │ ├── coco_stuff.cpython-39.pyc │ │ │ │ ├── context.cpython-37.pyc │ │ │ │ ├── context60.cpython-37.pyc │ │ │ │ ├── voc12.cpython-36.pyc │ │ │ │ ├── voc12.cpython-37.pyc │ │ │ │ ├── voc12.cpython-38.pyc │ │ │ │ ├── voc12.cpython-39.pyc │ │ │ │ └── voc12_21.cpython-37.pyc │ │ │ ├── coco_stuff.py │ │ │ └── voc12.py │ │ ├── text_embedding │ │ │ ├── coco_multi.npy │ │ │ ├── coco_single.npy │ │ │ ├── context_multi.npy │ │ │ ├── get_embedding.ipynb │ │ │ └── voc12_single.npy │ │ ├── voc12_20_512x512.py │ │ ├── voc12_20_aug_512x512.py │ │ ├── voc12_st_512x512.py │ │ └── voc12_st_aug_512x512.py │ ├── default_runtime.py │ ├── models │ │ └── sptclip.py │ └── schedules │ │ ├── schedule_10k.py │ │ ├── schedule_20k.py │ │ ├── schedule_40k.py │ │ └── schedule_80k.py ├── coco │ ├── spt_seg_fully_vit-b_512x512_80k_12_100_multi.py │ ├── spt_seg_zero_vit-b_512x512_40k_12_100_multi_st.py │ └── spt_seg_zero_vit-b_512x512_80k_12_100_multi.py └── voc12 │ ├── spt_seg_fully_vit-b_512x512_20k_12_10.py │ ├── spt_seg_zero_vit-b_512x512_10k_12_10_st.py │ └── spt_seg_zero_vit-b_512x512_20k_12_10.py ├── models ├── __init__.py ├── backbone │ ├── img_encoder.py │ ├── text_encoder.py │ ├── utils.py │ └── vit-b-16-pos_emb_197x768.npy ├── decode_heads │ ├── decode_seg.py │ └── utils.py ├── losses │ ├── atm_loss.py │ ├── criterion.py │ ├── misc.py │ └── ssim_loss.py └── segmentor │ ├── bpe_simple_vocab_16e6.txt.gz │ ├── segclip.py │ └── untils.py ├── test.py └── train.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/README.md -------------------------------------------------------------------------------- /configs/_base_/datasets/cocostuff_512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/cocostuff_512x512.py -------------------------------------------------------------------------------- /configs/_base_/datasets/cocostuff_st_512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/cocostuff_st_512x512.py -------------------------------------------------------------------------------- /configs/_base_/datasets/context_60_512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/context_60_512x512.py -------------------------------------------------------------------------------- /configs/_base_/datasets/dataloader/__pycache__/ade20k.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/dataloader/__pycache__/ade20k.cpython-37.pyc -------------------------------------------------------------------------------- /configs/_base_/datasets/dataloader/__pycache__/coco_stuff.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/dataloader/__pycache__/coco_stuff.cpython-37.pyc -------------------------------------------------------------------------------- /configs/_base_/datasets/dataloader/__pycache__/coco_stuff.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/dataloader/__pycache__/coco_stuff.cpython-39.pyc -------------------------------------------------------------------------------- /configs/_base_/datasets/dataloader/__pycache__/context.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/dataloader/__pycache__/context.cpython-37.pyc -------------------------------------------------------------------------------- /configs/_base_/datasets/dataloader/__pycache__/context60.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/dataloader/__pycache__/context60.cpython-37.pyc -------------------------------------------------------------------------------- /configs/_base_/datasets/dataloader/__pycache__/voc12.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/dataloader/__pycache__/voc12.cpython-36.pyc -------------------------------------------------------------------------------- /configs/_base_/datasets/dataloader/__pycache__/voc12.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/dataloader/__pycache__/voc12.cpython-37.pyc -------------------------------------------------------------------------------- /configs/_base_/datasets/dataloader/__pycache__/voc12.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/dataloader/__pycache__/voc12.cpython-38.pyc -------------------------------------------------------------------------------- /configs/_base_/datasets/dataloader/__pycache__/voc12.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/dataloader/__pycache__/voc12.cpython-39.pyc -------------------------------------------------------------------------------- /configs/_base_/datasets/dataloader/__pycache__/voc12_21.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/dataloader/__pycache__/voc12_21.cpython-37.pyc -------------------------------------------------------------------------------- /configs/_base_/datasets/dataloader/coco_stuff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/dataloader/coco_stuff.py -------------------------------------------------------------------------------- /configs/_base_/datasets/dataloader/voc12.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/dataloader/voc12.py -------------------------------------------------------------------------------- /configs/_base_/datasets/text_embedding/coco_multi.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/text_embedding/coco_multi.npy -------------------------------------------------------------------------------- /configs/_base_/datasets/text_embedding/coco_single.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/text_embedding/coco_single.npy -------------------------------------------------------------------------------- /configs/_base_/datasets/text_embedding/context_multi.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/text_embedding/context_multi.npy -------------------------------------------------------------------------------- /configs/_base_/datasets/text_embedding/get_embedding.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/text_embedding/get_embedding.ipynb -------------------------------------------------------------------------------- /configs/_base_/datasets/text_embedding/voc12_single.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/text_embedding/voc12_single.npy -------------------------------------------------------------------------------- /configs/_base_/datasets/voc12_20_512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/voc12_20_512x512.py -------------------------------------------------------------------------------- /configs/_base_/datasets/voc12_20_aug_512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/voc12_20_aug_512x512.py -------------------------------------------------------------------------------- /configs/_base_/datasets/voc12_st_512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/voc12_st_512x512.py -------------------------------------------------------------------------------- /configs/_base_/datasets/voc12_st_aug_512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/datasets/voc12_st_aug_512x512.py -------------------------------------------------------------------------------- /configs/_base_/default_runtime.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/default_runtime.py -------------------------------------------------------------------------------- /configs/_base_/models/sptclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/models/sptclip.py -------------------------------------------------------------------------------- /configs/_base_/schedules/schedule_10k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/schedules/schedule_10k.py -------------------------------------------------------------------------------- /configs/_base_/schedules/schedule_20k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/schedules/schedule_20k.py -------------------------------------------------------------------------------- /configs/_base_/schedules/schedule_40k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/schedules/schedule_40k.py -------------------------------------------------------------------------------- /configs/_base_/schedules/schedule_80k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/_base_/schedules/schedule_80k.py -------------------------------------------------------------------------------- /configs/coco/spt_seg_fully_vit-b_512x512_80k_12_100_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/coco/spt_seg_fully_vit-b_512x512_80k_12_100_multi.py -------------------------------------------------------------------------------- /configs/coco/spt_seg_zero_vit-b_512x512_40k_12_100_multi_st.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/coco/spt_seg_zero_vit-b_512x512_40k_12_100_multi_st.py -------------------------------------------------------------------------------- /configs/coco/spt_seg_zero_vit-b_512x512_80k_12_100_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/coco/spt_seg_zero_vit-b_512x512_80k_12_100_multi.py -------------------------------------------------------------------------------- /configs/voc12/spt_seg_fully_vit-b_512x512_20k_12_10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/voc12/spt_seg_fully_vit-b_512x512_20k_12_10.py -------------------------------------------------------------------------------- /configs/voc12/spt_seg_zero_vit-b_512x512_10k_12_10_st.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/voc12/spt_seg_zero_vit-b_512x512_10k_12_10_st.py -------------------------------------------------------------------------------- /configs/voc12/spt_seg_zero_vit-b_512x512_20k_12_10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/configs/voc12/spt_seg_zero_vit-b_512x512_20k_12_10.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/backbone/img_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/models/backbone/img_encoder.py -------------------------------------------------------------------------------- /models/backbone/text_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/models/backbone/text_encoder.py -------------------------------------------------------------------------------- /models/backbone/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/models/backbone/utils.py -------------------------------------------------------------------------------- /models/backbone/vit-b-16-pos_emb_197x768.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/models/backbone/vit-b-16-pos_emb_197x768.npy -------------------------------------------------------------------------------- /models/decode_heads/decode_seg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/models/decode_heads/decode_seg.py -------------------------------------------------------------------------------- /models/decode_heads/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/models/decode_heads/utils.py -------------------------------------------------------------------------------- /models/losses/atm_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/models/losses/atm_loss.py -------------------------------------------------------------------------------- /models/losses/criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/models/losses/criterion.py -------------------------------------------------------------------------------- /models/losses/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/models/losses/misc.py -------------------------------------------------------------------------------- /models/losses/ssim_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/models/losses/ssim_loss.py -------------------------------------------------------------------------------- /models/segmentor/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/models/segmentor/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /models/segmentor/segclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/models/segmentor/segclip.py -------------------------------------------------------------------------------- /models/segmentor/untils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/models/segmentor/untils.py -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/test.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clearxu/SPT/HEAD/train.py --------------------------------------------------------------------------------