├── .gitignore ├── README.md ├── assets ├── UniBEV_poster_IV24.png └── unibev.png ├── docs ├── installation.md ├── prepare_dataset.md └── run_eval.md ├── projects └── UniBEV │ ├── configs │ └── unibev │ │ ├── ablation_md │ │ ├── unibev_nus_LC_cnw_256_modality_dropout_m0s100l50c50.py │ │ ├── unibev_nus_LC_cnw_256_modality_dropout_m100s0l50c50.py │ │ ├── unibev_nus_LC_cnw_256_modality_dropout_m25s75l50c50.py │ │ ├── unibev_nus_LC_cnw_256_modality_dropout_m50s50l0c100.py │ │ ├── unibev_nus_LC_cnw_256_modality_dropout_m50s50l100c0.py │ │ ├── unibev_nus_LC_cnw_256_modality_dropout_m50s50l25c75.py │ │ ├── unibev_nus_LC_cnw_256_modality_dropout_m50s50l75c25.py │ │ └── unibev_nus_LC_cnw_256_modality_dropout_m75s25l50c50.py │ │ ├── inference │ │ ├── unibev_val_C_full.py │ │ ├── unibev_val_LC_full.py │ │ └── unibev_val_L_full.py │ │ ├── unibev_nus_C.py │ │ ├── unibev_nus_L.py │ │ ├── unibev_nus_LC_avg_256_modality_dropout.py │ │ ├── unibev_nus_LC_cat_128_modality_dropout.py │ │ ├── unibev_nus_LC_cnw_256_modality_dropout.py │ │ └── unibev_nus_LC_cnw_dual_queries_modality_dropout.py │ └── unibev_plugin │ ├── __init__.py │ ├── core │ ├── __init__.py │ └── bbox │ │ ├── __init__.py │ │ ├── assigners │ │ ├── __init__.py │ │ └── hungarian_assigner_3d.py │ │ ├── coders │ │ ├── __init__.py │ │ └── nms_free_coder.py │ │ ├── match_costs │ │ ├── __init__.py │ │ └── match_cost.py │ │ └── util.py │ ├── datasets │ ├── __init__.py │ └── pipelines │ │ ├── __init__.py │ │ ├── formating.py │ │ ├── loading.py │ │ └── transform_3d.py │ └── models │ ├── __init__.py │ ├── apis │ ├── __init__.py │ ├── mmdet_train.py │ ├── test.py │ └── train.py │ ├── dense_heads │ ├── __init__.py │ └── unibev_head.py │ ├── detectors │ ├── __init__.py │ └── unibev_detector.py │ ├── hooks │ ├── __init__.py │ └── checkpoint_hook.py │ ├── modules │ ├── __init__.py │ ├── decoder.py │ ├── encoder_unibev_detr_img.py │ ├── encoder_unibev_detr_pts.py │ ├── spatial_cross_attention_img.py │ ├── spatial_cross_attention_pts.py │ └── transformer_fusion.py │ └── utils │ ├── __init__.py │ ├── bricks.py │ ├── grid_mask.py │ └── position_embedding.py └── tools ├── test_UniBEV.py └── train_UniBEV.py /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__/ -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/README.md -------------------------------------------------------------------------------- /assets/UniBEV_poster_IV24.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/assets/UniBEV_poster_IV24.png -------------------------------------------------------------------------------- /assets/unibev.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/assets/unibev.png -------------------------------------------------------------------------------- /docs/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/docs/installation.md -------------------------------------------------------------------------------- /docs/prepare_dataset.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/docs/prepare_dataset.md -------------------------------------------------------------------------------- /docs/run_eval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/docs/run_eval.md -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m0s100l50c50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m0s100l50c50.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m100s0l50c50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m100s0l50c50.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m25s75l50c50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m25s75l50c50.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m50s50l0c100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m50s50l0c100.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m50s50l100c0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m50s50l100c0.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m50s50l25c75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m50s50l25c75.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m50s50l75c25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m50s50l75c25.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m75s25l50c50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/ablation_md/unibev_nus_LC_cnw_256_modality_dropout_m75s25l50c50.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/inference/unibev_val_C_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/inference/unibev_val_C_full.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/inference/unibev_val_LC_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/inference/unibev_val_LC_full.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/inference/unibev_val_L_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/inference/unibev_val_L_full.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/unibev_nus_C.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/unibev_nus_C.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/unibev_nus_L.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/unibev_nus_L.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/unibev_nus_LC_avg_256_modality_dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/unibev_nus_LC_avg_256_modality_dropout.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/unibev_nus_LC_cat_128_modality_dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/unibev_nus_LC_cat_128_modality_dropout.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/unibev_nus_LC_cnw_256_modality_dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/unibev_nus_LC_cnw_256_modality_dropout.py -------------------------------------------------------------------------------- /projects/UniBEV/configs/unibev/unibev_nus_LC_cnw_dual_queries_modality_dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/configs/unibev/unibev_nus_LC_cnw_dual_queries_modality_dropout.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/__init__.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/core/__init__.py: -------------------------------------------------------------------------------- 1 | from .bbox import * 2 | -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/core/bbox/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/core/bbox/__init__.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/core/bbox/assigners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/core/bbox/assigners/__init__.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/core/bbox/assigners/hungarian_assigner_3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/core/bbox/assigners/hungarian_assigner_3d.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/core/bbox/coders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/core/bbox/coders/__init__.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/core/bbox/coders/nms_free_coder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/core/bbox/coders/nms_free_coder.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/core/bbox/match_costs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/core/bbox/match_costs/__init__.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/core/bbox/match_costs/match_cost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/core/bbox/match_costs/match_cost.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/core/bbox/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/core/bbox/util.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | from .pipelines import * 2 | -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/datasets/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/datasets/pipelines/__init__.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/datasets/pipelines/formating.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/datasets/pipelines/formating.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/datasets/pipelines/loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/datasets/pipelines/loading.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/datasets/pipelines/transform_3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/datasets/pipelines/transform_3d.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/__init__.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/apis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/apis/__init__.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/apis/mmdet_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/apis/mmdet_train.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/apis/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/apis/test.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/apis/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/apis/train.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/dense_heads/__init__.py: -------------------------------------------------------------------------------- 1 | from .unibev_head import UniBEV_Head 2 | -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/dense_heads/unibev_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/dense_heads/unibev_head.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/detectors/__init__.py: -------------------------------------------------------------------------------- 1 | from .unibev_detector import UniBEV 2 | -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/detectors/unibev_detector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/detectors/unibev_detector.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/hooks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/hooks/__init__.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/hooks/checkpoint_hook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/hooks/checkpoint_hook.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/modules/__init__.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/modules/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/modules/decoder.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/modules/encoder_unibev_detr_img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/modules/encoder_unibev_detr_img.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/modules/encoder_unibev_detr_pts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/modules/encoder_unibev_detr_pts.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/modules/spatial_cross_attention_img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/modules/spatial_cross_attention_img.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/modules/spatial_cross_attention_pts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/modules/spatial_cross_attention_pts.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/modules/transformer_fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/modules/transformer_fusion.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/utils/__init__.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/utils/bricks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/utils/bricks.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/utils/grid_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/utils/grid_mask.py -------------------------------------------------------------------------------- /projects/UniBEV/unibev_plugin/models/utils/position_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/projects/UniBEV/unibev_plugin/models/utils/position_embedding.py -------------------------------------------------------------------------------- /tools/test_UniBEV.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/tools/test_UniBEV.py -------------------------------------------------------------------------------- /tools/train_UniBEV.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tudelft-iv/UniBEV/HEAD/tools/train_UniBEV.py --------------------------------------------------------------------------------