├── README.md ├── configs ├── ade20k │ ├── panoptic-segmentation │ │ ├── Base-ADE20K-PanopticSegmentation.yaml │ │ ├── pem_R50_bs32_160k.yaml │ │ ├── pem_STDC1_bs32_90k.yaml │ │ └── pem_STDC2_bs32_90k.yaml │ └── semantic-segmentation │ │ ├── Base-ADE20K-SemanticSegmentation.yaml │ │ ├── pem_R50_bs32_160k.yaml │ │ ├── pem_STDC1_bs32_90k.yaml │ │ └── pem_STDC2_bs32_90k.yaml └── cityscapes │ ├── panoptic-segmentation │ ├── Base-Cityscapes-PanopticSegmentation.yaml │ ├── pem_R50_bs32_90k.yaml │ ├── pem_STDC1_bs32_90k.yaml │ └── pem_STDC2_bs32_90k.yaml │ └── semantic-segmentation │ ├── Base-Cityscapes-SemanticSegmentation.yaml │ ├── pem_R50_bs32_90k.yaml │ ├── pem_STDC1_bs32_90k.yaml │ └── pem_STDC2_bs32_90k.yaml ├── datasets ├── ade20k_instance_catid_mapping.txt ├── ade20k_instance_imgCatIds.json ├── prepare_ade20k_pan_seg.py └── prepare_ade20k_sem_seg.py ├── images ├── architecture.png ├── results_ade20k_pan.png ├── results_ade20k_sem.png ├── results_cityscapes_pan.png └── results_cityscapes_sem.png ├── pem ├── __init__.py ├── config.py ├── data │ ├── __init__.py │ ├── dataset_mappers │ │ ├── __init__.py │ │ ├── coco_instance_new_baseline_dataset_mapper.py │ │ ├── coco_panoptic_new_baseline_dataset_mapper.py │ │ ├── mask_former_instance_dataset_mapper.py │ │ ├── mask_former_panoptic_dataset_mapper.py │ │ └── mask_former_semantic_dataset_mapper.py │ └── datasets │ │ ├── __init__.py │ │ ├── register_ade20k_full.py │ │ ├── register_ade20k_instance.py │ │ ├── register_ade20k_panoptic.py │ │ ├── register_coco_panoptic_annos_semseg.py │ │ ├── register_coco_stuff_10k.py │ │ ├── register_mapillary_vistas.py │ │ └── register_mapillary_vistas_panoptic.py ├── maskformer_model.py ├── modeling │ ├── __init__.py │ ├── backbone │ │ ├── __init__.py │ │ └── stdc.py │ ├── criterion.py │ ├── matcher.py │ ├── meta_arch │ │ ├── __init__.py │ │ └── mask_former_head.py │ ├── pixel_decoder │ │ ├── __init__.py │ │ └── pem_pixel_decoder.py │ └── transformer_decoder │ │ ├── __init__.py │ │ ├── pem_transformer_decoder.py │ │ └── position_encoding.py ├── test_time_augmentation.py └── utils │ ├── __init__.py │ └── misc.py ├── predict.py ├── requirements.txt ├── scripts └── run.sh ├── tools ├── README.md ├── analyze_model.py ├── convert-pretrained-stdc-model-to-d2.py ├── convert-torchvision-to-d2.py └── evaluate_pq_for_semantic_segmentation.py └── train_net.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/README.md -------------------------------------------------------------------------------- /configs/ade20k/panoptic-segmentation/Base-ADE20K-PanopticSegmentation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/ade20k/panoptic-segmentation/Base-ADE20K-PanopticSegmentation.yaml -------------------------------------------------------------------------------- /configs/ade20k/panoptic-segmentation/pem_R50_bs32_160k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/ade20k/panoptic-segmentation/pem_R50_bs32_160k.yaml -------------------------------------------------------------------------------- /configs/ade20k/panoptic-segmentation/pem_STDC1_bs32_90k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/ade20k/panoptic-segmentation/pem_STDC1_bs32_90k.yaml -------------------------------------------------------------------------------- /configs/ade20k/panoptic-segmentation/pem_STDC2_bs32_90k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/ade20k/panoptic-segmentation/pem_STDC2_bs32_90k.yaml -------------------------------------------------------------------------------- /configs/ade20k/semantic-segmentation/Base-ADE20K-SemanticSegmentation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/ade20k/semantic-segmentation/Base-ADE20K-SemanticSegmentation.yaml -------------------------------------------------------------------------------- /configs/ade20k/semantic-segmentation/pem_R50_bs32_160k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/ade20k/semantic-segmentation/pem_R50_bs32_160k.yaml -------------------------------------------------------------------------------- /configs/ade20k/semantic-segmentation/pem_STDC1_bs32_90k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/ade20k/semantic-segmentation/pem_STDC1_bs32_90k.yaml -------------------------------------------------------------------------------- /configs/ade20k/semantic-segmentation/pem_STDC2_bs32_90k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/ade20k/semantic-segmentation/pem_STDC2_bs32_90k.yaml -------------------------------------------------------------------------------- /configs/cityscapes/panoptic-segmentation/Base-Cityscapes-PanopticSegmentation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/cityscapes/panoptic-segmentation/Base-Cityscapes-PanopticSegmentation.yaml -------------------------------------------------------------------------------- /configs/cityscapes/panoptic-segmentation/pem_R50_bs32_90k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/cityscapes/panoptic-segmentation/pem_R50_bs32_90k.yaml -------------------------------------------------------------------------------- /configs/cityscapes/panoptic-segmentation/pem_STDC1_bs32_90k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/cityscapes/panoptic-segmentation/pem_STDC1_bs32_90k.yaml -------------------------------------------------------------------------------- /configs/cityscapes/panoptic-segmentation/pem_STDC2_bs32_90k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/cityscapes/panoptic-segmentation/pem_STDC2_bs32_90k.yaml -------------------------------------------------------------------------------- /configs/cityscapes/semantic-segmentation/Base-Cityscapes-SemanticSegmentation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/cityscapes/semantic-segmentation/Base-Cityscapes-SemanticSegmentation.yaml -------------------------------------------------------------------------------- /configs/cityscapes/semantic-segmentation/pem_R50_bs32_90k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/cityscapes/semantic-segmentation/pem_R50_bs32_90k.yaml -------------------------------------------------------------------------------- /configs/cityscapes/semantic-segmentation/pem_STDC1_bs32_90k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/cityscapes/semantic-segmentation/pem_STDC1_bs32_90k.yaml -------------------------------------------------------------------------------- /configs/cityscapes/semantic-segmentation/pem_STDC2_bs32_90k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/configs/cityscapes/semantic-segmentation/pem_STDC2_bs32_90k.yaml -------------------------------------------------------------------------------- /datasets/ade20k_instance_catid_mapping.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/datasets/ade20k_instance_catid_mapping.txt -------------------------------------------------------------------------------- /datasets/ade20k_instance_imgCatIds.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/datasets/ade20k_instance_imgCatIds.json -------------------------------------------------------------------------------- /datasets/prepare_ade20k_pan_seg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/datasets/prepare_ade20k_pan_seg.py -------------------------------------------------------------------------------- /datasets/prepare_ade20k_sem_seg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/datasets/prepare_ade20k_sem_seg.py -------------------------------------------------------------------------------- /images/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/images/architecture.png -------------------------------------------------------------------------------- /images/results_ade20k_pan.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/images/results_ade20k_pan.png -------------------------------------------------------------------------------- /images/results_ade20k_sem.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/images/results_ade20k_sem.png -------------------------------------------------------------------------------- /images/results_cityscapes_pan.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/images/results_cityscapes_pan.png -------------------------------------------------------------------------------- /images/results_cityscapes_sem.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/images/results_cityscapes_sem.png -------------------------------------------------------------------------------- /pem/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/__init__.py -------------------------------------------------------------------------------- /pem/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/config.py -------------------------------------------------------------------------------- /pem/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/data/__init__.py -------------------------------------------------------------------------------- /pem/data/dataset_mappers/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /pem/data/dataset_mappers/coco_instance_new_baseline_dataset_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/data/dataset_mappers/coco_instance_new_baseline_dataset_mapper.py -------------------------------------------------------------------------------- /pem/data/dataset_mappers/coco_panoptic_new_baseline_dataset_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/data/dataset_mappers/coco_panoptic_new_baseline_dataset_mapper.py -------------------------------------------------------------------------------- /pem/data/dataset_mappers/mask_former_instance_dataset_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/data/dataset_mappers/mask_former_instance_dataset_mapper.py -------------------------------------------------------------------------------- /pem/data/dataset_mappers/mask_former_panoptic_dataset_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/data/dataset_mappers/mask_former_panoptic_dataset_mapper.py -------------------------------------------------------------------------------- /pem/data/dataset_mappers/mask_former_semantic_dataset_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/data/dataset_mappers/mask_former_semantic_dataset_mapper.py -------------------------------------------------------------------------------- /pem/data/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/data/datasets/__init__.py -------------------------------------------------------------------------------- /pem/data/datasets/register_ade20k_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/data/datasets/register_ade20k_full.py -------------------------------------------------------------------------------- /pem/data/datasets/register_ade20k_instance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/data/datasets/register_ade20k_instance.py -------------------------------------------------------------------------------- /pem/data/datasets/register_ade20k_panoptic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/data/datasets/register_ade20k_panoptic.py -------------------------------------------------------------------------------- /pem/data/datasets/register_coco_panoptic_annos_semseg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/data/datasets/register_coco_panoptic_annos_semseg.py -------------------------------------------------------------------------------- /pem/data/datasets/register_coco_stuff_10k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/data/datasets/register_coco_stuff_10k.py -------------------------------------------------------------------------------- /pem/data/datasets/register_mapillary_vistas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/data/datasets/register_mapillary_vistas.py -------------------------------------------------------------------------------- /pem/data/datasets/register_mapillary_vistas_panoptic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/data/datasets/register_mapillary_vistas_panoptic.py -------------------------------------------------------------------------------- /pem/maskformer_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/maskformer_model.py -------------------------------------------------------------------------------- /pem/modeling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/modeling/__init__.py -------------------------------------------------------------------------------- /pem/modeling/backbone/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pem/modeling/backbone/stdc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/modeling/backbone/stdc.py -------------------------------------------------------------------------------- /pem/modeling/criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/modeling/criterion.py -------------------------------------------------------------------------------- /pem/modeling/matcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/modeling/matcher.py -------------------------------------------------------------------------------- /pem/modeling/meta_arch/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /pem/modeling/meta_arch/mask_former_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/modeling/meta_arch/mask_former_head.py -------------------------------------------------------------------------------- /pem/modeling/pixel_decoder/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /pem/modeling/pixel_decoder/pem_pixel_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/modeling/pixel_decoder/pem_pixel_decoder.py -------------------------------------------------------------------------------- /pem/modeling/transformer_decoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/modeling/transformer_decoder/__init__.py -------------------------------------------------------------------------------- /pem/modeling/transformer_decoder/pem_transformer_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/modeling/transformer_decoder/pem_transformer_decoder.py -------------------------------------------------------------------------------- /pem/modeling/transformer_decoder/position_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/modeling/transformer_decoder/position_encoding.py -------------------------------------------------------------------------------- /pem/test_time_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/test_time_augmentation.py -------------------------------------------------------------------------------- /pem/utils/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /pem/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/pem/utils/misc.py -------------------------------------------------------------------------------- /predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/predict.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/scripts/run.sh -------------------------------------------------------------------------------- /tools/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/tools/README.md -------------------------------------------------------------------------------- /tools/analyze_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/tools/analyze_model.py -------------------------------------------------------------------------------- /tools/convert-pretrained-stdc-model-to-d2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/tools/convert-pretrained-stdc-model-to-d2.py -------------------------------------------------------------------------------- /tools/convert-torchvision-to-d2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/tools/convert-torchvision-to-d2.py -------------------------------------------------------------------------------- /tools/evaluate_pq_for_semantic_segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/tools/evaluate_pq_for_semantic_segmentation.py -------------------------------------------------------------------------------- /train_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NiccoloCavagnero/PEM/HEAD/train_net.py --------------------------------------------------------------------------------