├── .gitignore ├── LICENSE ├── README.md ├── config.py ├── configs ├── mtlora │ └── tiny_448 │ │ ├── mtlora_plus_tiny_448_r16_scale4.yaml │ │ ├── mtlora_plus_tiny_448_r16_scale4_pertask.yaml │ │ ├── mtlora_plus_tiny_448_r32_scale4_pertask.yaml │ │ ├── mtlora_plus_tiny_448_r4_scale4.yaml │ │ ├── mtlora_plus_tiny_448_r64_scale4_pertask.yaml │ │ ├── mtlora_plus_tiny_448_r8_scale4.yaml │ │ ├── mtlora_tiny_448_r16_scale4_pertask.yaml │ │ ├── mtlora_tiny_448_r32_scale4_pertask.yaml │ │ └── mtlora_tiny_448_r64_scale4_pertask.yaml └── swin │ └── swin_tiny_patch4_window7_448.yaml ├── data ├── __init__.py ├── base.py ├── build.py ├── cached_image_folder.py ├── custom_transforms.py ├── data_simmim_ft.py ├── data_simmim_pt.py ├── db_info │ ├── context_classes.json │ ├── nyu_classes.json │ ├── pascal_map.npy │ └── pascal_part.json ├── helpers.py ├── imagenet22k_dataset.py ├── map22kto1k.txt ├── mtl_ds.py ├── samplers.py └── zipreader.py ├── evaluation ├── eval_depth.py ├── eval_edge.py ├── eval_human_parts.py ├── eval_normals.py ├── eval_normals_v1.py ├── eval_normals_v2.py ├── eval_sal.py ├── eval_sal_beta.py ├── eval_sal_no_beta.py ├── eval_semseg.py ├── evaluate_utils.py └── jaccard.py ├── kernels └── window_process │ ├── setup.py │ ├── swin_window_process.cpp │ ├── swin_window_process_kernel.cu │ ├── unit_test.py │ └── window_process.py ├── logger.py ├── lr_scheduler.py ├── main.py ├── models ├── __init__.py ├── aspp.py ├── aspp_single.py ├── base_decode_head.py ├── build.py ├── lora.py ├── seg_hrnet.py ├── segformer.py ├── swin_mtl.py ├── swin_transformer.py ├── swin_transformer_mtlora.py ├── transformer_head.py └── updecoder.py ├── mtl_loss_schemes.py ├── optimizer.py ├── requirements.txt └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/README.md -------------------------------------------------------------------------------- /config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/config.py -------------------------------------------------------------------------------- /configs/mtlora/tiny_448/mtlora_plus_tiny_448_r16_scale4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/configs/mtlora/tiny_448/mtlora_plus_tiny_448_r16_scale4.yaml -------------------------------------------------------------------------------- /configs/mtlora/tiny_448/mtlora_plus_tiny_448_r16_scale4_pertask.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/configs/mtlora/tiny_448/mtlora_plus_tiny_448_r16_scale4_pertask.yaml -------------------------------------------------------------------------------- /configs/mtlora/tiny_448/mtlora_plus_tiny_448_r32_scale4_pertask.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/configs/mtlora/tiny_448/mtlora_plus_tiny_448_r32_scale4_pertask.yaml -------------------------------------------------------------------------------- /configs/mtlora/tiny_448/mtlora_plus_tiny_448_r4_scale4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/configs/mtlora/tiny_448/mtlora_plus_tiny_448_r4_scale4.yaml -------------------------------------------------------------------------------- /configs/mtlora/tiny_448/mtlora_plus_tiny_448_r64_scale4_pertask.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/configs/mtlora/tiny_448/mtlora_plus_tiny_448_r64_scale4_pertask.yaml -------------------------------------------------------------------------------- /configs/mtlora/tiny_448/mtlora_plus_tiny_448_r8_scale4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/configs/mtlora/tiny_448/mtlora_plus_tiny_448_r8_scale4.yaml -------------------------------------------------------------------------------- /configs/mtlora/tiny_448/mtlora_tiny_448_r16_scale4_pertask.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/configs/mtlora/tiny_448/mtlora_tiny_448_r16_scale4_pertask.yaml -------------------------------------------------------------------------------- /configs/mtlora/tiny_448/mtlora_tiny_448_r32_scale4_pertask.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/configs/mtlora/tiny_448/mtlora_tiny_448_r32_scale4_pertask.yaml -------------------------------------------------------------------------------- /configs/mtlora/tiny_448/mtlora_tiny_448_r64_scale4_pertask.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/configs/mtlora/tiny_448/mtlora_tiny_448_r64_scale4_pertask.yaml -------------------------------------------------------------------------------- /configs/swin/swin_tiny_patch4_window7_448.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/configs/swin/swin_tiny_patch4_window7_448.yaml -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/base.py -------------------------------------------------------------------------------- /data/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/build.py -------------------------------------------------------------------------------- /data/cached_image_folder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/cached_image_folder.py -------------------------------------------------------------------------------- /data/custom_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/custom_transforms.py -------------------------------------------------------------------------------- /data/data_simmim_ft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/data_simmim_ft.py -------------------------------------------------------------------------------- /data/data_simmim_pt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/data_simmim_pt.py -------------------------------------------------------------------------------- /data/db_info/context_classes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/db_info/context_classes.json -------------------------------------------------------------------------------- /data/db_info/nyu_classes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/db_info/nyu_classes.json -------------------------------------------------------------------------------- /data/db_info/pascal_map.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/db_info/pascal_map.npy -------------------------------------------------------------------------------- /data/db_info/pascal_part.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/db_info/pascal_part.json -------------------------------------------------------------------------------- /data/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/helpers.py -------------------------------------------------------------------------------- /data/imagenet22k_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/imagenet22k_dataset.py -------------------------------------------------------------------------------- /data/map22kto1k.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/map22kto1k.txt -------------------------------------------------------------------------------- /data/mtl_ds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/mtl_ds.py -------------------------------------------------------------------------------- /data/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/samplers.py -------------------------------------------------------------------------------- /data/zipreader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/data/zipreader.py -------------------------------------------------------------------------------- /evaluation/eval_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/evaluation/eval_depth.py -------------------------------------------------------------------------------- /evaluation/eval_edge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/evaluation/eval_edge.py -------------------------------------------------------------------------------- /evaluation/eval_human_parts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/evaluation/eval_human_parts.py -------------------------------------------------------------------------------- /evaluation/eval_normals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/evaluation/eval_normals.py -------------------------------------------------------------------------------- /evaluation/eval_normals_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/evaluation/eval_normals_v1.py -------------------------------------------------------------------------------- /evaluation/eval_normals_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/evaluation/eval_normals_v2.py -------------------------------------------------------------------------------- /evaluation/eval_sal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/evaluation/eval_sal.py -------------------------------------------------------------------------------- /evaluation/eval_sal_beta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/evaluation/eval_sal_beta.py -------------------------------------------------------------------------------- /evaluation/eval_sal_no_beta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/evaluation/eval_sal_no_beta.py -------------------------------------------------------------------------------- /evaluation/eval_semseg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/evaluation/eval_semseg.py -------------------------------------------------------------------------------- /evaluation/evaluate_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/evaluation/evaluate_utils.py -------------------------------------------------------------------------------- /evaluation/jaccard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/evaluation/jaccard.py -------------------------------------------------------------------------------- /kernels/window_process/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/kernels/window_process/setup.py -------------------------------------------------------------------------------- /kernels/window_process/swin_window_process.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/kernels/window_process/swin_window_process.cpp -------------------------------------------------------------------------------- /kernels/window_process/swin_window_process_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/kernels/window_process/swin_window_process_kernel.cu -------------------------------------------------------------------------------- /kernels/window_process/unit_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/kernels/window_process/unit_test.py -------------------------------------------------------------------------------- /kernels/window_process/window_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/kernels/window_process/window_process.py -------------------------------------------------------------------------------- /logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/logger.py -------------------------------------------------------------------------------- /lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/lr_scheduler.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/main.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/aspp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/models/aspp.py -------------------------------------------------------------------------------- /models/aspp_single.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/models/aspp_single.py -------------------------------------------------------------------------------- /models/base_decode_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/models/base_decode_head.py -------------------------------------------------------------------------------- /models/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/models/build.py -------------------------------------------------------------------------------- /models/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/models/lora.py -------------------------------------------------------------------------------- /models/seg_hrnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/models/seg_hrnet.py -------------------------------------------------------------------------------- /models/segformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/models/segformer.py -------------------------------------------------------------------------------- /models/swin_mtl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/models/swin_mtl.py -------------------------------------------------------------------------------- /models/swin_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/models/swin_transformer.py -------------------------------------------------------------------------------- /models/swin_transformer_mtlora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/models/swin_transformer_mtlora.py -------------------------------------------------------------------------------- /models/transformer_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/models/transformer_head.py -------------------------------------------------------------------------------- /models/updecoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/models/updecoder.py -------------------------------------------------------------------------------- /mtl_loss_schemes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/mtl_loss_schemes.py -------------------------------------------------------------------------------- /optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/optimizer.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/requirements.txt -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scale-lab/MTLoRA/HEAD/utils.py --------------------------------------------------------------------------------