├── .gitignore ├── .gitmodules ├── README.md ├── assets ├── OpenPSG.png └── vis.png ├── configs └── psg │ ├── baseline_r50.py │ ├── baseline_swin_b.py │ ├── baseline_v2_r50.py │ ├── baseline_v3_ov.py │ ├── baseline_v3_r50.py │ └── baseline_v4_ov.py ├── kings_sgg ├── datasets │ ├── __init__.py │ ├── coco_panoptic_relation.py │ └── pipelines │ │ ├── __init__.py │ │ └── loading.py ├── models │ ├── commons │ │ ├── bert_with_adapter.py │ │ ├── bert_with_learnable_embeds.py │ │ ├── bert_wrapper.py │ │ ├── clip_with_adapter.py │ │ ├── clip_with_learnable_embeds.py │ │ ├── clip_wrapper.py │ │ ├── graph_transformer.py │ │ ├── llama.py │ │ └── llama_tokenizer.py │ ├── detectors │ │ ├── __init__.py │ │ ├── mask2former_relation.py │ │ ├── mask2former_relation_v2.py │ │ ├── openseed_relation.py │ │ └── openseed_relation_v2.py │ ├── relation_heads │ │ ├── __init__.py │ │ ├── interactive_fusion_module.py │ │ ├── mask2former_relation_head.py │ │ ├── relation_transformer_head.py │ │ ├── relation_transformer_head_v2.py │ │ ├── relation_transformer_head_v3.py │ │ └── relation_transformer_head_v4.py │ └── seg_heads │ │ ├── __init__.py │ │ └── maskformer_fusion_relation_head.py └── utils │ ├── __init__.py │ └── part_checkpoint_hook.py ├── mmdet ├── openseed ├── tools ├── infer.py ├── parse_predict.py ├── predict.py ├── pvsg │ └── extractor.py └── train.py └── transformers /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/.gitmodules -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/README.md -------------------------------------------------------------------------------- /assets/OpenPSG.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/assets/OpenPSG.png -------------------------------------------------------------------------------- /assets/vis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/assets/vis.png -------------------------------------------------------------------------------- /configs/psg/baseline_r50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/configs/psg/baseline_r50.py -------------------------------------------------------------------------------- /configs/psg/baseline_swin_b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/configs/psg/baseline_swin_b.py -------------------------------------------------------------------------------- /configs/psg/baseline_v2_r50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/configs/psg/baseline_v2_r50.py -------------------------------------------------------------------------------- /configs/psg/baseline_v3_ov.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/configs/psg/baseline_v3_ov.py -------------------------------------------------------------------------------- /configs/psg/baseline_v3_r50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/configs/psg/baseline_v3_r50.py -------------------------------------------------------------------------------- /configs/psg/baseline_v4_ov.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/configs/psg/baseline_v4_ov.py -------------------------------------------------------------------------------- /kings_sgg/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/datasets/__init__.py -------------------------------------------------------------------------------- /kings_sgg/datasets/coco_panoptic_relation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/datasets/coco_panoptic_relation.py -------------------------------------------------------------------------------- /kings_sgg/datasets/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/datasets/pipelines/__init__.py -------------------------------------------------------------------------------- /kings_sgg/datasets/pipelines/loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/datasets/pipelines/loading.py -------------------------------------------------------------------------------- /kings_sgg/models/commons/bert_with_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/commons/bert_with_adapter.py -------------------------------------------------------------------------------- /kings_sgg/models/commons/bert_with_learnable_embeds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/commons/bert_with_learnable_embeds.py -------------------------------------------------------------------------------- /kings_sgg/models/commons/bert_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/commons/bert_wrapper.py -------------------------------------------------------------------------------- /kings_sgg/models/commons/clip_with_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/commons/clip_with_adapter.py -------------------------------------------------------------------------------- /kings_sgg/models/commons/clip_with_learnable_embeds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/commons/clip_with_learnable_embeds.py -------------------------------------------------------------------------------- /kings_sgg/models/commons/clip_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/commons/clip_wrapper.py -------------------------------------------------------------------------------- /kings_sgg/models/commons/graph_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/commons/graph_transformer.py -------------------------------------------------------------------------------- /kings_sgg/models/commons/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/commons/llama.py -------------------------------------------------------------------------------- /kings_sgg/models/commons/llama_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/commons/llama_tokenizer.py -------------------------------------------------------------------------------- /kings_sgg/models/detectors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/detectors/__init__.py -------------------------------------------------------------------------------- /kings_sgg/models/detectors/mask2former_relation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/detectors/mask2former_relation.py -------------------------------------------------------------------------------- /kings_sgg/models/detectors/mask2former_relation_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/detectors/mask2former_relation_v2.py -------------------------------------------------------------------------------- /kings_sgg/models/detectors/openseed_relation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/detectors/openseed_relation.py -------------------------------------------------------------------------------- /kings_sgg/models/detectors/openseed_relation_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/detectors/openseed_relation_v2.py -------------------------------------------------------------------------------- /kings_sgg/models/relation_heads/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/relation_heads/__init__.py -------------------------------------------------------------------------------- /kings_sgg/models/relation_heads/interactive_fusion_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/relation_heads/interactive_fusion_module.py -------------------------------------------------------------------------------- /kings_sgg/models/relation_heads/mask2former_relation_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/relation_heads/mask2former_relation_head.py -------------------------------------------------------------------------------- /kings_sgg/models/relation_heads/relation_transformer_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/relation_heads/relation_transformer_head.py -------------------------------------------------------------------------------- /kings_sgg/models/relation_heads/relation_transformer_head_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/relation_heads/relation_transformer_head_v2.py -------------------------------------------------------------------------------- /kings_sgg/models/relation_heads/relation_transformer_head_v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/relation_heads/relation_transformer_head_v3.py -------------------------------------------------------------------------------- /kings_sgg/models/relation_heads/relation_transformer_head_v4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/relation_heads/relation_transformer_head_v4.py -------------------------------------------------------------------------------- /kings_sgg/models/seg_heads/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/seg_heads/__init__.py -------------------------------------------------------------------------------- /kings_sgg/models/seg_heads/maskformer_fusion_relation_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/models/seg_heads/maskformer_fusion_relation_head.py -------------------------------------------------------------------------------- /kings_sgg/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kings_sgg/utils/part_checkpoint_hook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/kings_sgg/utils/part_checkpoint_hook.py -------------------------------------------------------------------------------- /mmdet: -------------------------------------------------------------------------------- 1 | 3rdparty/mmdetection/mmdet -------------------------------------------------------------------------------- /openseed: -------------------------------------------------------------------------------- 1 | 3rdparty/OpenSeeD/openseed -------------------------------------------------------------------------------- /tools/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/tools/infer.py -------------------------------------------------------------------------------- /tools/parse_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/tools/parse_predict.py -------------------------------------------------------------------------------- /tools/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/tools/predict.py -------------------------------------------------------------------------------- /tools/pvsg/extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/tools/pvsg/extractor.py -------------------------------------------------------------------------------- /tools/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franciszzj/OpenPSG/HEAD/tools/train.py -------------------------------------------------------------------------------- /transformers: -------------------------------------------------------------------------------- 1 | 3rdparty/transformers/src/transformers --------------------------------------------------------------------------------