├── .gitignore ├── GCP_setup ├── README.md ├── setup_1.sh ├── setup_2.sh ├── setup_3.sh └── setup_4.sh ├── LICENCE ├── README.md ├── configs ├── EVAL_M_OWOD_BENCHMARK.sh ├── EVAL_S_OWOD_BENCHMARK.sh ├── M_OWOD_BENCHMARK.sh ├── M_OWOD_BENCHMARK_RANDOM_IL.sh ├── OWDETR_EVAL_M_OWOD.sh └── S_OWOD_BENCHMARK.sh ├── data └── OWOD │ ├── Annotations │ └── readme.md │ ├── ImageSets │ ├── OWDETR │ │ ├── owdetr_t1_train.txt │ │ ├── owdetr_t2_ft.txt │ │ ├── owdetr_t2_train.txt │ │ ├── owdetr_t3_ft.txt │ │ ├── owdetr_t3_train.txt │ │ ├── owdetr_t4_ft.txt │ │ ├── owdetr_t4_train.txt │ │ └── owdetr_test.txt │ ├── TOWOD │ │ ├── owod_all_task_test.txt │ │ ├── owod_t1_train.txt │ │ ├── owod_t2_ft.txt │ │ ├── owod_t2_train.txt │ │ ├── owod_t3_ft.txt │ │ ├── owod_t3_train.txt │ │ ├── owod_t4_ft.txt │ │ └── owod_t4_train.txt │ ├── VOC2007 │ │ ├── t1_train.txt │ │ ├── test_wr1.txt │ │ ├── voc2007_test.txt │ │ └── voc2007_trainval.txt │ ├── owod_test.txt │ └── train.txt │ └── JPEGImages │ └── readme.md ├── datasets ├── __init__.py ├── coco.py ├── coco2voc.py ├── coco_eval.py ├── coco_panoptic.py ├── data_prefetcher.py ├── open_world_eval.py ├── panoptic_eval.py ├── samplers.py ├── torchvision_datasets │ ├── __init__.py │ ├── coco.py │ └── open_world.py └── transforms.py ├── docs ├── Method.png ├── abstract.png ├── overview.png └── qual_examples_2.png ├── engine.py ├── exps └── readme.md ├── main_open_world.py ├── models ├── __init__.py ├── backbone.py ├── deformable_detr.py ├── deformable_transformer.py ├── matcher.py ├── ops │ ├── functions │ │ ├── __init__.py │ │ └── ms_deform_attn_func.py │ ├── make.sh │ ├── modules │ │ ├── __init__.py │ │ └── ms_deform_attn.py │ ├── setup.py │ ├── src │ │ ├── cpu │ │ │ ├── ms_deform_attn_cpu.cpp │ │ │ └── ms_deform_attn_cpu.h │ │ ├── cuda │ │ │ ├── ms_deform_attn_cuda.cu │ │ │ ├── ms_deform_attn_cuda.h │ │ │ └── ms_deform_im2col_cuda.cuh │ │ ├── ms_deform_attn.h │ │ └── vision.cpp │ └── test.py ├── position_encoding.py ├── prob_deformable_detr.py └── segmentation.py ├── requirements.txt ├── run.sh ├── run_OWDETR.sh ├── run_eval.sh ├── run_slurm.sh ├── tools ├── launch.py ├── run_dist_launch.sh └── run_dist_slurm.sh └── util ├── __init__.py ├── box_ops.py ├── misc.py └── plot_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/.gitignore -------------------------------------------------------------------------------- /GCP_setup/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/GCP_setup/README.md -------------------------------------------------------------------------------- /GCP_setup/setup_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/GCP_setup/setup_1.sh -------------------------------------------------------------------------------- /GCP_setup/setup_2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/GCP_setup/setup_2.sh -------------------------------------------------------------------------------- /GCP_setup/setup_3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/GCP_setup/setup_3.sh -------------------------------------------------------------------------------- /GCP_setup/setup_4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/GCP_setup/setup_4.sh -------------------------------------------------------------------------------- /LICENCE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/LICENCE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/README.md -------------------------------------------------------------------------------- /configs/EVAL_M_OWOD_BENCHMARK.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/configs/EVAL_M_OWOD_BENCHMARK.sh -------------------------------------------------------------------------------- /configs/EVAL_S_OWOD_BENCHMARK.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/configs/EVAL_S_OWOD_BENCHMARK.sh -------------------------------------------------------------------------------- /configs/M_OWOD_BENCHMARK.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/configs/M_OWOD_BENCHMARK.sh -------------------------------------------------------------------------------- /configs/M_OWOD_BENCHMARK_RANDOM_IL.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/configs/M_OWOD_BENCHMARK_RANDOM_IL.sh -------------------------------------------------------------------------------- /configs/OWDETR_EVAL_M_OWOD.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/configs/OWDETR_EVAL_M_OWOD.sh -------------------------------------------------------------------------------- /configs/S_OWOD_BENCHMARK.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/configs/S_OWOD_BENCHMARK.sh -------------------------------------------------------------------------------- /data/OWOD/Annotations/readme.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/OWOD/ImageSets/OWDETR/owdetr_t1_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/OWDETR/owdetr_t1_train.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/OWDETR/owdetr_t2_ft.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/OWDETR/owdetr_t2_ft.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/OWDETR/owdetr_t2_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/OWDETR/owdetr_t2_train.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/OWDETR/owdetr_t3_ft.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/OWDETR/owdetr_t3_ft.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/OWDETR/owdetr_t3_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/OWDETR/owdetr_t3_train.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/OWDETR/owdetr_t4_ft.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/OWDETR/owdetr_t4_ft.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/OWDETR/owdetr_t4_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/OWDETR/owdetr_t4_train.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/OWDETR/owdetr_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/OWDETR/owdetr_test.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/TOWOD/owod_all_task_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/TOWOD/owod_all_task_test.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/TOWOD/owod_t1_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/TOWOD/owod_t1_train.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/TOWOD/owod_t2_ft.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/TOWOD/owod_t2_ft.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/TOWOD/owod_t2_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/TOWOD/owod_t2_train.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/TOWOD/owod_t3_ft.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/TOWOD/owod_t3_ft.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/TOWOD/owod_t3_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/TOWOD/owod_t3_train.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/TOWOD/owod_t4_ft.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/TOWOD/owod_t4_ft.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/TOWOD/owod_t4_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/TOWOD/owod_t4_train.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/VOC2007/t1_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/VOC2007/t1_train.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/VOC2007/test_wr1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/VOC2007/test_wr1.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/VOC2007/voc2007_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/VOC2007/voc2007_test.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/VOC2007/voc2007_trainval.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/VOC2007/voc2007_trainval.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/owod_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/owod_test.txt -------------------------------------------------------------------------------- /data/OWOD/ImageSets/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/data/OWOD/ImageSets/train.txt -------------------------------------------------------------------------------- /data/OWOD/JPEGImages/readme.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/datasets/coco.py -------------------------------------------------------------------------------- /datasets/coco2voc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/datasets/coco2voc.py -------------------------------------------------------------------------------- /datasets/coco_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/datasets/coco_eval.py -------------------------------------------------------------------------------- /datasets/coco_panoptic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/datasets/coco_panoptic.py -------------------------------------------------------------------------------- /datasets/data_prefetcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/datasets/data_prefetcher.py -------------------------------------------------------------------------------- /datasets/open_world_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/datasets/open_world_eval.py -------------------------------------------------------------------------------- /datasets/panoptic_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/datasets/panoptic_eval.py -------------------------------------------------------------------------------- /datasets/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/datasets/samplers.py -------------------------------------------------------------------------------- /datasets/torchvision_datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/datasets/torchvision_datasets/__init__.py -------------------------------------------------------------------------------- /datasets/torchvision_datasets/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/datasets/torchvision_datasets/coco.py -------------------------------------------------------------------------------- /datasets/torchvision_datasets/open_world.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/datasets/torchvision_datasets/open_world.py -------------------------------------------------------------------------------- /datasets/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/datasets/transforms.py -------------------------------------------------------------------------------- /docs/Method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/docs/Method.png -------------------------------------------------------------------------------- /docs/abstract.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/docs/abstract.png -------------------------------------------------------------------------------- /docs/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/docs/overview.png -------------------------------------------------------------------------------- /docs/qual_examples_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/docs/qual_examples_2.png -------------------------------------------------------------------------------- /engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/engine.py -------------------------------------------------------------------------------- /exps/readme.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /main_open_world.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/main_open_world.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/backbone.py -------------------------------------------------------------------------------- /models/deformable_detr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/deformable_detr.py -------------------------------------------------------------------------------- /models/deformable_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/deformable_transformer.py -------------------------------------------------------------------------------- /models/matcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/matcher.py -------------------------------------------------------------------------------- /models/ops/functions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/ops/functions/__init__.py -------------------------------------------------------------------------------- /models/ops/functions/ms_deform_attn_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/ops/functions/ms_deform_attn_func.py -------------------------------------------------------------------------------- /models/ops/make.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/ops/make.sh -------------------------------------------------------------------------------- /models/ops/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/ops/modules/__init__.py -------------------------------------------------------------------------------- /models/ops/modules/ms_deform_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/ops/modules/ms_deform_attn.py -------------------------------------------------------------------------------- /models/ops/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/ops/setup.py -------------------------------------------------------------------------------- /models/ops/src/cpu/ms_deform_attn_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/ops/src/cpu/ms_deform_attn_cpu.cpp -------------------------------------------------------------------------------- /models/ops/src/cpu/ms_deform_attn_cpu.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/ops/src/cpu/ms_deform_attn_cpu.h -------------------------------------------------------------------------------- /models/ops/src/cuda/ms_deform_attn_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/ops/src/cuda/ms_deform_attn_cuda.cu -------------------------------------------------------------------------------- /models/ops/src/cuda/ms_deform_attn_cuda.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/ops/src/cuda/ms_deform_attn_cuda.h -------------------------------------------------------------------------------- /models/ops/src/cuda/ms_deform_im2col_cuda.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/ops/src/cuda/ms_deform_im2col_cuda.cuh -------------------------------------------------------------------------------- /models/ops/src/ms_deform_attn.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/ops/src/ms_deform_attn.h -------------------------------------------------------------------------------- /models/ops/src/vision.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/ops/src/vision.cpp -------------------------------------------------------------------------------- /models/ops/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/ops/test.py -------------------------------------------------------------------------------- /models/position_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/position_encoding.py -------------------------------------------------------------------------------- /models/prob_deformable_detr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/prob_deformable_detr.py -------------------------------------------------------------------------------- /models/segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/models/segmentation.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | GPUS_PER_NODE=4 ./tools/run_dist_launch.sh 4 configs/M_OWOD_BENCHMARK.sh 4 | -------------------------------------------------------------------------------- /run_OWDETR.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | GPUS_PER_NODE=8 ./tools/run_dist_launch.sh 8 configs/OWOD_new_split.sh 4 | -------------------------------------------------------------------------------- /run_eval.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | GPUS_PER_NODE=4 ./tools/run_dist_launch.sh 4 configs/EVAL_M_OWOD_BENCHMARK.sh 4 | -------------------------------------------------------------------------------- /run_slurm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/run_slurm.sh -------------------------------------------------------------------------------- /tools/launch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/tools/launch.py -------------------------------------------------------------------------------- /tools/run_dist_launch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/tools/run_dist_launch.sh -------------------------------------------------------------------------------- /tools/run_dist_slurm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/tools/run_dist_slurm.sh -------------------------------------------------------------------------------- /util/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/util/__init__.py -------------------------------------------------------------------------------- /util/box_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/util/box_ops.py -------------------------------------------------------------------------------- /util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/util/misc.py -------------------------------------------------------------------------------- /util/plot_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/orrzohar/PROB/HEAD/util/plot_utils.py --------------------------------------------------------------------------------