├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md ├── applications ├── ORE │ ├── JPEGImages │ │ ├── 000005.jpg │ │ └── 000007.jpg │ ├── add_unknown_pseudo_labels.py │ ├── annotations │ │ ├── 000005.xml │ │ └── 000007.xml │ ├── mvit_detections │ │ ├── 000005.txt │ │ └── 000007.txt │ ├── nms.py │ ├── t1_train.txt │ ├── t2_train.txt │ ├── t3_train.txt │ ├── t4_train.txt │ └── updated_annotations │ │ ├── 000005.xml │ │ └── 000007.xml └── README.md ├── evaluation └── class_agnostic_od │ ├── README.md │ ├── get_eval_metrics.py │ └── get_multi_dataset_eval_metrics.py ├── inference ├── infer.py ├── main.py ├── main_mvit_multi_query.py ├── minus_language.py ├── modulated_detection.py └── save_predictions.py ├── models ├── __init__.py ├── backbone.py ├── deformable_modules.py ├── mdef_detr │ ├── __init__.py │ ├── deformable_transformer.py │ └── mdef_detr.py ├── mdef_detr_minus_language │ ├── __init__.py │ ├── deformable_transformer.py │ └── mdef_detr_minus_language.py ├── model.py ├── ops │ ├── functions │ │ ├── __init__.py │ │ └── ms_deform_attn_func.py │ ├── make.sh │ ├── modules │ │ ├── __init__.py │ │ └── ms_deform_attn.py │ ├── setup.py │ ├── src │ │ ├── cpu │ │ │ ├── ms_deform_attn_cpu.cpp │ │ │ └── ms_deform_attn_cpu.h │ │ ├── cuda │ │ │ ├── ms_deform_attn_cuda.cu │ │ │ ├── ms_deform_attn_cuda.h │ │ │ └── ms_deform_im2col_cuda.cuh │ │ ├── ms_deform_attn.h │ │ └── vision.cpp │ └── test.py ├── position_encoding.py └── util.py ├── paper_resources ├── DETReg_results.png ├── OWOD_results.png ├── block_diag.png ├── combined_queries_results.png ├── eccv'22_poster.pdf ├── language_structure.png ├── main_figure.png ├── new_block_diag.png ├── new_main_figure.jpg ├── recall_rare_categories_results.png ├── table_1.png ├── table_2.png ├── table_3.png ├── table_4.png ├── table_5.png ├── table_6.png ├── table_7.png └── table_results.png ├── requirements.txt ├── scripts ├── get_mvit_minus_language_metrics.sh └── get_mvit_multi_query_metrics.sh ├── training └── README.md └── utils ├── combine_detections.py ├── nms.py ├── prediction_txts_to_pkl.py └── txt_pred_to_pkl.sh /.gitignore: -------------------------------------------------------------------------------- 1 | data -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/README.md -------------------------------------------------------------------------------- /applications/ORE/JPEGImages/000005.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/applications/ORE/JPEGImages/000005.jpg -------------------------------------------------------------------------------- /applications/ORE/JPEGImages/000007.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/applications/ORE/JPEGImages/000007.jpg -------------------------------------------------------------------------------- /applications/ORE/add_unknown_pseudo_labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/applications/ORE/add_unknown_pseudo_labels.py -------------------------------------------------------------------------------- /applications/ORE/annotations/000005.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/applications/ORE/annotations/000005.xml -------------------------------------------------------------------------------- /applications/ORE/annotations/000007.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/applications/ORE/annotations/000007.xml -------------------------------------------------------------------------------- /applications/ORE/mvit_detections/000005.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/applications/ORE/mvit_detections/000005.txt -------------------------------------------------------------------------------- /applications/ORE/mvit_detections/000007.txt: -------------------------------------------------------------------------------- 1 | 0 0.9986757040023804 134 47 500 329 2 | -------------------------------------------------------------------------------- /applications/ORE/nms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/applications/ORE/nms.py -------------------------------------------------------------------------------- /applications/ORE/t1_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/applications/ORE/t1_train.txt -------------------------------------------------------------------------------- /applications/ORE/t2_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/applications/ORE/t2_train.txt -------------------------------------------------------------------------------- /applications/ORE/t3_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/applications/ORE/t3_train.txt -------------------------------------------------------------------------------- /applications/ORE/t4_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/applications/ORE/t4_train.txt -------------------------------------------------------------------------------- /applications/ORE/updated_annotations/000005.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/applications/ORE/updated_annotations/000005.xml -------------------------------------------------------------------------------- /applications/ORE/updated_annotations/000007.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/applications/ORE/updated_annotations/000007.xml -------------------------------------------------------------------------------- /applications/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/applications/README.md -------------------------------------------------------------------------------- /evaluation/class_agnostic_od/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/evaluation/class_agnostic_od/README.md -------------------------------------------------------------------------------- /evaluation/class_agnostic_od/get_eval_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/evaluation/class_agnostic_od/get_eval_metrics.py -------------------------------------------------------------------------------- /evaluation/class_agnostic_od/get_multi_dataset_eval_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/evaluation/class_agnostic_od/get_multi_dataset_eval_metrics.py -------------------------------------------------------------------------------- /inference/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/inference/infer.py -------------------------------------------------------------------------------- /inference/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/inference/main.py -------------------------------------------------------------------------------- /inference/main_mvit_multi_query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/inference/main_mvit_multi_query.py -------------------------------------------------------------------------------- /inference/minus_language.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/inference/minus_language.py -------------------------------------------------------------------------------- /inference/modulated_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/inference/modulated_detection.py -------------------------------------------------------------------------------- /inference/save_predictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/inference/save_predictions.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/backbone.py -------------------------------------------------------------------------------- /models/deformable_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/deformable_modules.py -------------------------------------------------------------------------------- /models/mdef_detr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/mdef_detr/deformable_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/mdef_detr/deformable_transformer.py -------------------------------------------------------------------------------- /models/mdef_detr/mdef_detr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/mdef_detr/mdef_detr.py -------------------------------------------------------------------------------- /models/mdef_detr_minus_language/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/mdef_detr_minus_language/deformable_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/mdef_detr_minus_language/deformable_transformer.py -------------------------------------------------------------------------------- /models/mdef_detr_minus_language/mdef_detr_minus_language.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/mdef_detr_minus_language/mdef_detr_minus_language.py -------------------------------------------------------------------------------- /models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/model.py -------------------------------------------------------------------------------- /models/ops/functions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/ops/functions/__init__.py -------------------------------------------------------------------------------- /models/ops/functions/ms_deform_attn_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/ops/functions/ms_deform_attn_func.py -------------------------------------------------------------------------------- /models/ops/make.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/ops/make.sh -------------------------------------------------------------------------------- /models/ops/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/ops/modules/__init__.py -------------------------------------------------------------------------------- /models/ops/modules/ms_deform_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/ops/modules/ms_deform_attn.py -------------------------------------------------------------------------------- /models/ops/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/ops/setup.py -------------------------------------------------------------------------------- /models/ops/src/cpu/ms_deform_attn_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/ops/src/cpu/ms_deform_attn_cpu.cpp -------------------------------------------------------------------------------- /models/ops/src/cpu/ms_deform_attn_cpu.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/ops/src/cpu/ms_deform_attn_cpu.h -------------------------------------------------------------------------------- /models/ops/src/cuda/ms_deform_attn_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/ops/src/cuda/ms_deform_attn_cuda.cu -------------------------------------------------------------------------------- /models/ops/src/cuda/ms_deform_attn_cuda.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/ops/src/cuda/ms_deform_attn_cuda.h -------------------------------------------------------------------------------- /models/ops/src/cuda/ms_deform_im2col_cuda.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/ops/src/cuda/ms_deform_im2col_cuda.cuh -------------------------------------------------------------------------------- /models/ops/src/ms_deform_attn.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/ops/src/ms_deform_attn.h -------------------------------------------------------------------------------- /models/ops/src/vision.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/ops/src/vision.cpp -------------------------------------------------------------------------------- /models/ops/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/ops/test.py -------------------------------------------------------------------------------- /models/position_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/position_encoding.py -------------------------------------------------------------------------------- /models/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/models/util.py -------------------------------------------------------------------------------- /paper_resources/DETReg_results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/DETReg_results.png -------------------------------------------------------------------------------- /paper_resources/OWOD_results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/OWOD_results.png -------------------------------------------------------------------------------- /paper_resources/block_diag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/block_diag.png -------------------------------------------------------------------------------- /paper_resources/combined_queries_results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/combined_queries_results.png -------------------------------------------------------------------------------- /paper_resources/eccv'22_poster.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/eccv'22_poster.pdf -------------------------------------------------------------------------------- /paper_resources/language_structure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/language_structure.png -------------------------------------------------------------------------------- /paper_resources/main_figure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/main_figure.png -------------------------------------------------------------------------------- /paper_resources/new_block_diag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/new_block_diag.png -------------------------------------------------------------------------------- /paper_resources/new_main_figure.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/new_main_figure.jpg -------------------------------------------------------------------------------- /paper_resources/recall_rare_categories_results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/recall_rare_categories_results.png -------------------------------------------------------------------------------- /paper_resources/table_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/table_1.png -------------------------------------------------------------------------------- /paper_resources/table_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/table_2.png -------------------------------------------------------------------------------- /paper_resources/table_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/table_3.png -------------------------------------------------------------------------------- /paper_resources/table_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/table_4.png -------------------------------------------------------------------------------- /paper_resources/table_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/table_5.png -------------------------------------------------------------------------------- /paper_resources/table_6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/table_6.png -------------------------------------------------------------------------------- /paper_resources/table_7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/table_7.png -------------------------------------------------------------------------------- /paper_resources/table_results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/paper_resources/table_results.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | setuptools 3 | pillow 4 | tqdm 5 | transformers~=4.5.1 -------------------------------------------------------------------------------- /scripts/get_mvit_minus_language_metrics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/scripts/get_mvit_minus_language_metrics.sh -------------------------------------------------------------------------------- /scripts/get_mvit_multi_query_metrics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/scripts/get_mvit_multi_query_metrics.sh -------------------------------------------------------------------------------- /training/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/training/README.md -------------------------------------------------------------------------------- /utils/combine_detections.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/utils/combine_detections.py -------------------------------------------------------------------------------- /utils/nms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/utils/nms.py -------------------------------------------------------------------------------- /utils/prediction_txts_to_pkl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/utils/prediction_txts_to_pkl.py -------------------------------------------------------------------------------- /utils/txt_pred_to_pkl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mmaaz60/mvits_for_class_agnostic_od/HEAD/utils/txt_pred_to_pkl.sh --------------------------------------------------------------------------------