├── .gitignore ├── LICENSE ├── README.md ├── assets ├── decur_eccv.png └── decur_main_structure.png ├── requirements.txt └── src ├── pretrain ├── datasets │ ├── GeoNRW │ │ ├── geonrw_crop_tiles.py │ │ └── geonrw_dataset.py │ ├── SSL4EO │ │ ├── readme.md │ │ ├── ssl4eo_dataset.py │ │ └── ssl4eo_dataset_lmdb_mm_norm.py │ └── SUNRGBD │ │ └── sunrgbd_dataset.py ├── demo_load_weight.ipynb ├── models │ ├── barlowtwins.py │ ├── clip.py │ ├── dat │ │ ├── __init__.py │ │ ├── build.py │ │ ├── dat.py │ │ ├── dat_blocks.py │ │ ├── nat.py │ │ ├── qna.py │ │ └── slide.py │ ├── decur.py │ ├── segformer │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-39.pyc │ │ │ ├── builder.cpython-39.pyc │ │ │ └── net_utils.cpython-39.pyc │ │ ├── builder.py │ │ ├── decoders │ │ │ ├── MLPDecoder.py │ │ │ ├── UPernet.py │ │ │ ├── __pycache__ │ │ │ │ └── MLPDecoder.cpython-39.pyc │ │ │ ├── deeplabv3plus.py │ │ │ └── fcnhead.py │ │ ├── encoders │ │ │ ├── __pycache__ │ │ │ │ ├── dual_segformer.cpython-39.pyc │ │ │ │ └── segformer.cpython-39.pyc │ │ │ ├── dual_segformer.py │ │ │ ├── dual_swin.py │ │ │ └── segformer.py │ │ └── net_utils.py │ ├── simclr.py │ └── vicreg.py ├── pretrain_mm.py ├── scripts │ └── pretrain │ │ ├── geonrw │ │ ├── srun_train_rn50_decur_mm.sh │ │ └── srun_train_rn50_rda_decur_mm.sh │ │ ├── ssl4eo_s12 │ │ ├── srun_train_rn50_decur_mm.sh │ │ ├── srun_train_rn50_rda_decur_mm.sh │ │ └── srun_train_vits16_decur_mm.sh │ │ └── sunrgbd │ │ ├── srun_train_mitb5_decur_mm.sh │ │ └── srun_train_rn50_decur_mm.sh └── utils │ ├── convert_backbone.py │ ├── rs_transforms_float32.py │ └── rs_transforms_uint8.py ├── transfer_classification_BE ├── datasets │ └── BigEarthNet │ │ ├── bigearthnet_dataset_lmdb_B14.py │ │ └── readme.md ├── linear_BE_resnet.py ├── linear_BE_vit.py ├── models │ └── dat │ │ ├── __init__.py │ │ ├── build.py │ │ ├── dat.py │ │ ├── dat_blocks.py │ │ ├── nat.py │ │ ├── qna.py │ │ └── slide.py └── scripts │ ├── srun_lc_rn50_decur_BE_sar_1.sh │ ├── srun_lc_rn50_rda_decur_BE_mm_1.sh │ └── srun_lc_vits16_decur_BE_ms_1.sh ├── transfer_segmentation_GEONRW ├── GeoNRW_MM_FCN_RN50.py ├── GeoNRW_RGB_FCN_RN50.py ├── datasets │ └── GeoNRW │ │ └── geonrw_dataset.py └── scripts │ ├── srun_ft_geonrw_fcn_rn50_decur_mm_1.sh │ └── srun_ft_geonrw_fcn_rn50_decur_rgb_1.sh └── transfer_segmentation_RGBD ├── convert_checkpoint_rgbd.py └── readme.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/README.md -------------------------------------------------------------------------------- /assets/decur_eccv.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/assets/decur_eccv.png -------------------------------------------------------------------------------- /assets/decur_main_structure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/assets/decur_main_structure.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/pretrain/datasets/GeoNRW/geonrw_crop_tiles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/datasets/GeoNRW/geonrw_crop_tiles.py -------------------------------------------------------------------------------- /src/pretrain/datasets/GeoNRW/geonrw_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/datasets/GeoNRW/geonrw_dataset.py -------------------------------------------------------------------------------- /src/pretrain/datasets/SSL4EO/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/datasets/SSL4EO/readme.md -------------------------------------------------------------------------------- /src/pretrain/datasets/SSL4EO/ssl4eo_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/datasets/SSL4EO/ssl4eo_dataset.py -------------------------------------------------------------------------------- /src/pretrain/datasets/SSL4EO/ssl4eo_dataset_lmdb_mm_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/datasets/SSL4EO/ssl4eo_dataset_lmdb_mm_norm.py -------------------------------------------------------------------------------- /src/pretrain/datasets/SUNRGBD/sunrgbd_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/datasets/SUNRGBD/sunrgbd_dataset.py -------------------------------------------------------------------------------- /src/pretrain/demo_load_weight.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/demo_load_weight.ipynb -------------------------------------------------------------------------------- /src/pretrain/models/barlowtwins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/barlowtwins.py -------------------------------------------------------------------------------- /src/pretrain/models/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/clip.py -------------------------------------------------------------------------------- /src/pretrain/models/dat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/dat/__init__.py -------------------------------------------------------------------------------- /src/pretrain/models/dat/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/dat/build.py -------------------------------------------------------------------------------- /src/pretrain/models/dat/dat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/dat/dat.py -------------------------------------------------------------------------------- /src/pretrain/models/dat/dat_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/dat/dat_blocks.py -------------------------------------------------------------------------------- /src/pretrain/models/dat/nat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/dat/nat.py -------------------------------------------------------------------------------- /src/pretrain/models/dat/qna.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/dat/qna.py -------------------------------------------------------------------------------- /src/pretrain/models/dat/slide.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/dat/slide.py -------------------------------------------------------------------------------- /src/pretrain/models/decur.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/decur.py -------------------------------------------------------------------------------- /src/pretrain/models/segformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/pretrain/models/segformer/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /src/pretrain/models/segformer/__pycache__/builder.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/__pycache__/builder.cpython-39.pyc -------------------------------------------------------------------------------- /src/pretrain/models/segformer/__pycache__/net_utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/__pycache__/net_utils.cpython-39.pyc -------------------------------------------------------------------------------- /src/pretrain/models/segformer/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/builder.py -------------------------------------------------------------------------------- /src/pretrain/models/segformer/decoders/MLPDecoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/decoders/MLPDecoder.py -------------------------------------------------------------------------------- /src/pretrain/models/segformer/decoders/UPernet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/decoders/UPernet.py -------------------------------------------------------------------------------- /src/pretrain/models/segformer/decoders/__pycache__/MLPDecoder.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/decoders/__pycache__/MLPDecoder.cpython-39.pyc -------------------------------------------------------------------------------- /src/pretrain/models/segformer/decoders/deeplabv3plus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/decoders/deeplabv3plus.py -------------------------------------------------------------------------------- /src/pretrain/models/segformer/decoders/fcnhead.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/decoders/fcnhead.py -------------------------------------------------------------------------------- /src/pretrain/models/segformer/encoders/__pycache__/dual_segformer.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/encoders/__pycache__/dual_segformer.cpython-39.pyc -------------------------------------------------------------------------------- /src/pretrain/models/segformer/encoders/__pycache__/segformer.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/encoders/__pycache__/segformer.cpython-39.pyc -------------------------------------------------------------------------------- /src/pretrain/models/segformer/encoders/dual_segformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/encoders/dual_segformer.py -------------------------------------------------------------------------------- /src/pretrain/models/segformer/encoders/dual_swin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/encoders/dual_swin.py -------------------------------------------------------------------------------- /src/pretrain/models/segformer/encoders/segformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/encoders/segformer.py -------------------------------------------------------------------------------- /src/pretrain/models/segformer/net_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/segformer/net_utils.py -------------------------------------------------------------------------------- /src/pretrain/models/simclr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/simclr.py -------------------------------------------------------------------------------- /src/pretrain/models/vicreg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/models/vicreg.py -------------------------------------------------------------------------------- /src/pretrain/pretrain_mm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/pretrain_mm.py -------------------------------------------------------------------------------- /src/pretrain/scripts/pretrain/geonrw/srun_train_rn50_decur_mm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/scripts/pretrain/geonrw/srun_train_rn50_decur_mm.sh -------------------------------------------------------------------------------- /src/pretrain/scripts/pretrain/geonrw/srun_train_rn50_rda_decur_mm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/scripts/pretrain/geonrw/srun_train_rn50_rda_decur_mm.sh -------------------------------------------------------------------------------- /src/pretrain/scripts/pretrain/ssl4eo_s12/srun_train_rn50_decur_mm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/scripts/pretrain/ssl4eo_s12/srun_train_rn50_decur_mm.sh -------------------------------------------------------------------------------- /src/pretrain/scripts/pretrain/ssl4eo_s12/srun_train_rn50_rda_decur_mm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/scripts/pretrain/ssl4eo_s12/srun_train_rn50_rda_decur_mm.sh -------------------------------------------------------------------------------- /src/pretrain/scripts/pretrain/ssl4eo_s12/srun_train_vits16_decur_mm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/scripts/pretrain/ssl4eo_s12/srun_train_vits16_decur_mm.sh -------------------------------------------------------------------------------- /src/pretrain/scripts/pretrain/sunrgbd/srun_train_mitb5_decur_mm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/scripts/pretrain/sunrgbd/srun_train_mitb5_decur_mm.sh -------------------------------------------------------------------------------- /src/pretrain/scripts/pretrain/sunrgbd/srun_train_rn50_decur_mm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/scripts/pretrain/sunrgbd/srun_train_rn50_decur_mm.sh -------------------------------------------------------------------------------- /src/pretrain/utils/convert_backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/utils/convert_backbone.py -------------------------------------------------------------------------------- /src/pretrain/utils/rs_transforms_float32.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/utils/rs_transforms_float32.py -------------------------------------------------------------------------------- /src/pretrain/utils/rs_transforms_uint8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/pretrain/utils/rs_transforms_uint8.py -------------------------------------------------------------------------------- /src/transfer_classification_BE/datasets/BigEarthNet/bigearthnet_dataset_lmdb_B14.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_classification_BE/datasets/BigEarthNet/bigearthnet_dataset_lmdb_B14.py -------------------------------------------------------------------------------- /src/transfer_classification_BE/datasets/BigEarthNet/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_classification_BE/datasets/BigEarthNet/readme.md -------------------------------------------------------------------------------- /src/transfer_classification_BE/linear_BE_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_classification_BE/linear_BE_resnet.py -------------------------------------------------------------------------------- /src/transfer_classification_BE/linear_BE_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_classification_BE/linear_BE_vit.py -------------------------------------------------------------------------------- /src/transfer_classification_BE/models/dat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_classification_BE/models/dat/__init__.py -------------------------------------------------------------------------------- /src/transfer_classification_BE/models/dat/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_classification_BE/models/dat/build.py -------------------------------------------------------------------------------- /src/transfer_classification_BE/models/dat/dat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_classification_BE/models/dat/dat.py -------------------------------------------------------------------------------- /src/transfer_classification_BE/models/dat/dat_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_classification_BE/models/dat/dat_blocks.py -------------------------------------------------------------------------------- /src/transfer_classification_BE/models/dat/nat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_classification_BE/models/dat/nat.py -------------------------------------------------------------------------------- /src/transfer_classification_BE/models/dat/qna.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_classification_BE/models/dat/qna.py -------------------------------------------------------------------------------- /src/transfer_classification_BE/models/dat/slide.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_classification_BE/models/dat/slide.py -------------------------------------------------------------------------------- /src/transfer_classification_BE/scripts/srun_lc_rn50_decur_BE_sar_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_classification_BE/scripts/srun_lc_rn50_decur_BE_sar_1.sh -------------------------------------------------------------------------------- /src/transfer_classification_BE/scripts/srun_lc_rn50_rda_decur_BE_mm_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_classification_BE/scripts/srun_lc_rn50_rda_decur_BE_mm_1.sh -------------------------------------------------------------------------------- /src/transfer_classification_BE/scripts/srun_lc_vits16_decur_BE_ms_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_classification_BE/scripts/srun_lc_vits16_decur_BE_ms_1.sh -------------------------------------------------------------------------------- /src/transfer_segmentation_GEONRW/GeoNRW_MM_FCN_RN50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_segmentation_GEONRW/GeoNRW_MM_FCN_RN50.py -------------------------------------------------------------------------------- /src/transfer_segmentation_GEONRW/GeoNRW_RGB_FCN_RN50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_segmentation_GEONRW/GeoNRW_RGB_FCN_RN50.py -------------------------------------------------------------------------------- /src/transfer_segmentation_GEONRW/datasets/GeoNRW/geonrw_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_segmentation_GEONRW/datasets/GeoNRW/geonrw_dataset.py -------------------------------------------------------------------------------- /src/transfer_segmentation_GEONRW/scripts/srun_ft_geonrw_fcn_rn50_decur_mm_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_segmentation_GEONRW/scripts/srun_ft_geonrw_fcn_rn50_decur_mm_1.sh -------------------------------------------------------------------------------- /src/transfer_segmentation_GEONRW/scripts/srun_ft_geonrw_fcn_rn50_decur_rgb_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_segmentation_GEONRW/scripts/srun_ft_geonrw_fcn_rn50_decur_rgb_1.sh -------------------------------------------------------------------------------- /src/transfer_segmentation_RGBD/convert_checkpoint_rgbd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_segmentation_RGBD/convert_checkpoint_rgbd.py -------------------------------------------------------------------------------- /src/transfer_segmentation_RGBD/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhu-xlab/DeCUR/HEAD/src/transfer_segmentation_RGBD/readme.md --------------------------------------------------------------------------------