├── .gitignore ├── LICENSE ├── README.md ├── assets └── GKT-main.png └── segmentation ├── config ├── config.yaml ├── data │ ├── nuscenes.yaml │ ├── nuscenes_road.yaml │ └── nuscenes_vehicle.yaml ├── experiment │ ├── cvt_nuscenes_vehicle.yaml │ ├── cvt_nuscenes_vehicle_setting1.yaml │ ├── gkt_nuscenes_vehicle_kernel_7x1.yaml │ └── gkt_nuscenes_vehicle_kernel_7x1_setting1.yaml ├── loss │ ├── center_loss.yaml │ └── default_loss.yaml ├── metrics │ ├── default_metrics.yaml │ └── visibility_metrics.yaml ├── model │ ├── cvt.yaml │ └── gkt.yaml └── visualization │ └── nuscenes_viz.yaml ├── cross_view_transformer ├── callbacks │ ├── gitdiff_callback.py │ └── visualization_callback.py ├── common.py ├── data │ ├── __init__.py │ ├── augmentations.py │ ├── common.py │ ├── data_module.py │ ├── nuscenes_dataset.py │ ├── nuscenes_dataset_generated.py │ ├── nuscenes_dataset_generated_setting1.py │ ├── splits │ │ └── nuscenes │ │ │ ├── mini_train.txt │ │ │ ├── mini_val.txt │ │ │ ├── train.txt │ │ │ ├── val.txt │ │ │ ├── val_qualitative_000.txt │ │ │ └── val_qualitative_001.txt │ └── transforms.py ├── losses.py ├── metrics.py ├── model │ ├── backbones │ │ └── efficientnet.py │ ├── cvt.py │ ├── decoder.py │ ├── encoder.py │ ├── geometry_kernel_transformer_encoder.py │ └── model_module.py ├── tabular_logger.py └── visualizations │ ├── common.py │ └── nuscenes_viz.py ├── docs ├── assets │ └── dataset_setup_keyframes.png ├── dataset_setup.md └── label_generation.md ├── requirements.txt ├── scripts ├── benchmark.py ├── eval.py ├── generate_data.py ├── overfit.py ├── speed.py ├── train.py └── view_data.py └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/README.md -------------------------------------------------------------------------------- /assets/GKT-main.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/assets/GKT-main.png -------------------------------------------------------------------------------- /segmentation/config/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/config.yaml -------------------------------------------------------------------------------- /segmentation/config/data/nuscenes.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/data/nuscenes.yaml -------------------------------------------------------------------------------- /segmentation/config/data/nuscenes_road.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/data/nuscenes_road.yaml -------------------------------------------------------------------------------- /segmentation/config/data/nuscenes_vehicle.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/data/nuscenes_vehicle.yaml -------------------------------------------------------------------------------- /segmentation/config/experiment/cvt_nuscenes_vehicle.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/experiment/cvt_nuscenes_vehicle.yaml -------------------------------------------------------------------------------- /segmentation/config/experiment/cvt_nuscenes_vehicle_setting1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/experiment/cvt_nuscenes_vehicle_setting1.yaml -------------------------------------------------------------------------------- /segmentation/config/experiment/gkt_nuscenes_vehicle_kernel_7x1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/experiment/gkt_nuscenes_vehicle_kernel_7x1.yaml -------------------------------------------------------------------------------- /segmentation/config/experiment/gkt_nuscenes_vehicle_kernel_7x1_setting1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/experiment/gkt_nuscenes_vehicle_kernel_7x1_setting1.yaml -------------------------------------------------------------------------------- /segmentation/config/loss/center_loss.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/loss/center_loss.yaml -------------------------------------------------------------------------------- /segmentation/config/loss/default_loss.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/loss/default_loss.yaml -------------------------------------------------------------------------------- /segmentation/config/metrics/default_metrics.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/metrics/default_metrics.yaml -------------------------------------------------------------------------------- /segmentation/config/metrics/visibility_metrics.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/metrics/visibility_metrics.yaml -------------------------------------------------------------------------------- /segmentation/config/model/cvt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/model/cvt.yaml -------------------------------------------------------------------------------- /segmentation/config/model/gkt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/model/gkt.yaml -------------------------------------------------------------------------------- /segmentation/config/visualization/nuscenes_viz.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/config/visualization/nuscenes_viz.yaml -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/callbacks/gitdiff_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/callbacks/gitdiff_callback.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/callbacks/visualization_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/callbacks/visualization_callback.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/common.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/data/__init__.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/data/augmentations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/data/augmentations.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/data/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/data/common.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/data/data_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/data/data_module.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/data/nuscenes_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/data/nuscenes_dataset.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/data/nuscenes_dataset_generated.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/data/nuscenes_dataset_generated.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/data/nuscenes_dataset_generated_setting1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/data/nuscenes_dataset_generated_setting1.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/data/splits/nuscenes/mini_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/data/splits/nuscenes/mini_train.txt -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/data/splits/nuscenes/mini_val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/data/splits/nuscenes/mini_val.txt -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/data/splits/nuscenes/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/data/splits/nuscenes/train.txt -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/data/splits/nuscenes/val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/data/splits/nuscenes/val.txt -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/data/splits/nuscenes/val_qualitative_000.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/data/splits/nuscenes/val_qualitative_000.txt -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/data/splits/nuscenes/val_qualitative_001.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/data/splits/nuscenes/val_qualitative_001.txt -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/data/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/data/transforms.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/losses.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/metrics.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/model/backbones/efficientnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/model/backbones/efficientnet.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/model/cvt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/model/cvt.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/model/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/model/decoder.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/model/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/model/encoder.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/model/geometry_kernel_transformer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/model/geometry_kernel_transformer_encoder.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/model/model_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/model/model_module.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/tabular_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/tabular_logger.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/visualizations/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/visualizations/common.py -------------------------------------------------------------------------------- /segmentation/cross_view_transformer/visualizations/nuscenes_viz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/cross_view_transformer/visualizations/nuscenes_viz.py -------------------------------------------------------------------------------- /segmentation/docs/assets/dataset_setup_keyframes.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/docs/assets/dataset_setup_keyframes.png -------------------------------------------------------------------------------- /segmentation/docs/dataset_setup.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/docs/dataset_setup.md -------------------------------------------------------------------------------- /segmentation/docs/label_generation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/docs/label_generation.md -------------------------------------------------------------------------------- /segmentation/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/requirements.txt -------------------------------------------------------------------------------- /segmentation/scripts/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/scripts/benchmark.py -------------------------------------------------------------------------------- /segmentation/scripts/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/scripts/eval.py -------------------------------------------------------------------------------- /segmentation/scripts/generate_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/scripts/generate_data.py -------------------------------------------------------------------------------- /segmentation/scripts/overfit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/scripts/overfit.py -------------------------------------------------------------------------------- /segmentation/scripts/speed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/scripts/speed.py -------------------------------------------------------------------------------- /segmentation/scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/scripts/train.py -------------------------------------------------------------------------------- /segmentation/scripts/view_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/scripts/view_data.py -------------------------------------------------------------------------------- /segmentation/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustvl/GKT/HEAD/segmentation/setup.py --------------------------------------------------------------------------------