├── .gitignore ├── LICENSE ├── README.md ├── diffews ├── __init__.py ├── marigold_pipeline_rgb_latent_noise.py └── models │ ├── __init__.py │ ├── attention_processor.py │ ├── attention_processor_attnmask.py │ ├── attention_processor_v2.py │ ├── unet_2d_condition.py │ ├── unet_2d_condition_attn.py │ └── unet_2d_condition_v2.py ├── evaluation_util ├── common │ ├── __init__.py │ ├── evaluation.py │ ├── logger.py │ ├── utils.py │ └── vis.py ├── data │ ├── __init__.py │ ├── coco.py │ ├── dataset.py │ ├── fss.py │ ├── lvis.py │ ├── paco_part.py │ ├── pascal.py │ └── pascal_part.py └── main_oss.py ├── figs └── method.png ├── marigold ├── __init__.py ├── depth_datasets.py ├── eval │ ├── __init__.py │ ├── ow_semseg_eval.py │ ├── semseg_eval.py │ └── similarity_matrix │ │ ├── glove_simi_matrix_ADE150.csv │ │ ├── simi_matrix_ADE150.csv │ │ ├── simi_matrix_COCO.csv │ │ ├── simi_matrix_COCO133.csv │ │ └── t5_simi_matrix_ADE150.csv ├── image_projector.py ├── losses │ ├── HDNL_random.py │ ├── HDSNL_random.py │ ├── L1.py │ ├── NormalBranchLoss.py │ ├── NormalRegression.py │ ├── VNL.py │ ├── __init__.py │ ├── depth_to_normal.py │ └── util.py ├── marigold_pipeline.py ├── models │ ├── __init__.py │ ├── custom_unet.py │ ├── custom_unet_multi_feature.py │ ├── custom_unet_multi_feature_after_upsample.py │ ├── customized_autoencoder_kl.py │ ├── dpt_head.py │ ├── dpt_head_elu.py │ └── normal_head.py ├── pixart_pipeline.py ├── prompt_encoder.py ├── seg_datasets.py └── util │ ├── __init__.py │ ├── batchsize.py │ ├── ensemble.py │ ├── image_util.py │ ├── scheduler_customized.py │ └── seed_all.py ├── requirements.txt ├── scheduler_1.0_1.0 └── scheduler_config.json ├── scripts ├── eval_coco2014_rthres_1shot_nosample.sh ├── eval_coco2014_rthres_1shot_nosample_fold.sh ├── eval_coco2014_rthres_5shot_nosample.sh └── train_cocofold0_4090_nocrop_lr1_nearest_fold1_7shot_ori_v3.sh ├── temp_input_ids.pt └── train_tools ├── load_ckpt_and_modify_ref8in_tag4in.py └── train_icl_multitask_nocrop_nearest_nshot_v3.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/README.md -------------------------------------------------------------------------------- /diffews/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /diffews/marigold_pipeline_rgb_latent_noise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/diffews/marigold_pipeline_rgb_latent_noise.py -------------------------------------------------------------------------------- /diffews/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /diffews/models/attention_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/diffews/models/attention_processor.py -------------------------------------------------------------------------------- /diffews/models/attention_processor_attnmask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/diffews/models/attention_processor_attnmask.py -------------------------------------------------------------------------------- /diffews/models/attention_processor_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/diffews/models/attention_processor_v2.py -------------------------------------------------------------------------------- /diffews/models/unet_2d_condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/diffews/models/unet_2d_condition.py -------------------------------------------------------------------------------- /diffews/models/unet_2d_condition_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/diffews/models/unet_2d_condition_attn.py -------------------------------------------------------------------------------- /diffews/models/unet_2d_condition_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/diffews/models/unet_2d_condition_v2.py -------------------------------------------------------------------------------- /evaluation_util/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluation_util/common/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/evaluation_util/common/evaluation.py -------------------------------------------------------------------------------- /evaluation_util/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/evaluation_util/common/logger.py -------------------------------------------------------------------------------- /evaluation_util/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/evaluation_util/common/utils.py -------------------------------------------------------------------------------- /evaluation_util/common/vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/evaluation_util/common/vis.py -------------------------------------------------------------------------------- /evaluation_util/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluation_util/data/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/evaluation_util/data/coco.py -------------------------------------------------------------------------------- /evaluation_util/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/evaluation_util/data/dataset.py -------------------------------------------------------------------------------- /evaluation_util/data/fss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/evaluation_util/data/fss.py -------------------------------------------------------------------------------- /evaluation_util/data/lvis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/evaluation_util/data/lvis.py -------------------------------------------------------------------------------- /evaluation_util/data/paco_part.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/evaluation_util/data/paco_part.py -------------------------------------------------------------------------------- /evaluation_util/data/pascal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/evaluation_util/data/pascal.py -------------------------------------------------------------------------------- /evaluation_util/data/pascal_part.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/evaluation_util/data/pascal_part.py -------------------------------------------------------------------------------- /evaluation_util/main_oss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/evaluation_util/main_oss.py -------------------------------------------------------------------------------- /figs/method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/figs/method.png -------------------------------------------------------------------------------- /marigold/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/__init__.py -------------------------------------------------------------------------------- /marigold/depth_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/depth_datasets.py -------------------------------------------------------------------------------- /marigold/eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /marigold/eval/ow_semseg_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/eval/ow_semseg_eval.py -------------------------------------------------------------------------------- /marigold/eval/semseg_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/eval/semseg_eval.py -------------------------------------------------------------------------------- /marigold/eval/similarity_matrix/glove_simi_matrix_ADE150.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/eval/similarity_matrix/glove_simi_matrix_ADE150.csv -------------------------------------------------------------------------------- /marigold/eval/similarity_matrix/simi_matrix_ADE150.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/eval/similarity_matrix/simi_matrix_ADE150.csv -------------------------------------------------------------------------------- /marigold/eval/similarity_matrix/simi_matrix_COCO.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/eval/similarity_matrix/simi_matrix_COCO.csv -------------------------------------------------------------------------------- /marigold/eval/similarity_matrix/simi_matrix_COCO133.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/eval/similarity_matrix/simi_matrix_COCO133.csv -------------------------------------------------------------------------------- /marigold/eval/similarity_matrix/t5_simi_matrix_ADE150.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/eval/similarity_matrix/t5_simi_matrix_ADE150.csv -------------------------------------------------------------------------------- /marigold/image_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/image_projector.py -------------------------------------------------------------------------------- /marigold/losses/HDNL_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/losses/HDNL_random.py -------------------------------------------------------------------------------- /marigold/losses/HDSNL_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/losses/HDSNL_random.py -------------------------------------------------------------------------------- /marigold/losses/L1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/losses/L1.py -------------------------------------------------------------------------------- /marigold/losses/NormalBranchLoss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/losses/NormalBranchLoss.py -------------------------------------------------------------------------------- /marigold/losses/NormalRegression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/losses/NormalRegression.py -------------------------------------------------------------------------------- /marigold/losses/VNL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/losses/VNL.py -------------------------------------------------------------------------------- /marigold/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/losses/__init__.py -------------------------------------------------------------------------------- /marigold/losses/depth_to_normal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/losses/depth_to_normal.py -------------------------------------------------------------------------------- /marigold/losses/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/losses/util.py -------------------------------------------------------------------------------- /marigold/marigold_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/marigold_pipeline.py -------------------------------------------------------------------------------- /marigold/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/models/__init__.py -------------------------------------------------------------------------------- /marigold/models/custom_unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/models/custom_unet.py -------------------------------------------------------------------------------- /marigold/models/custom_unet_multi_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/models/custom_unet_multi_feature.py -------------------------------------------------------------------------------- /marigold/models/custom_unet_multi_feature_after_upsample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/models/custom_unet_multi_feature_after_upsample.py -------------------------------------------------------------------------------- /marigold/models/customized_autoencoder_kl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/models/customized_autoencoder_kl.py -------------------------------------------------------------------------------- /marigold/models/dpt_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/models/dpt_head.py -------------------------------------------------------------------------------- /marigold/models/dpt_head_elu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/models/dpt_head_elu.py -------------------------------------------------------------------------------- /marigold/models/normal_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/models/normal_head.py -------------------------------------------------------------------------------- /marigold/pixart_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/pixart_pipeline.py -------------------------------------------------------------------------------- /marigold/prompt_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/prompt_encoder.py -------------------------------------------------------------------------------- /marigold/seg_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/seg_datasets.py -------------------------------------------------------------------------------- /marigold/util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /marigold/util/batchsize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/util/batchsize.py -------------------------------------------------------------------------------- /marigold/util/ensemble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/util/ensemble.py -------------------------------------------------------------------------------- /marigold/util/image_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/util/image_util.py -------------------------------------------------------------------------------- /marigold/util/scheduler_customized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/util/scheduler_customized.py -------------------------------------------------------------------------------- /marigold/util/seed_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/marigold/util/seed_all.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/requirements.txt -------------------------------------------------------------------------------- /scheduler_1.0_1.0/scheduler_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/scheduler_1.0_1.0/scheduler_config.json -------------------------------------------------------------------------------- /scripts/eval_coco2014_rthres_1shot_nosample.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/scripts/eval_coco2014_rthres_1shot_nosample.sh -------------------------------------------------------------------------------- /scripts/eval_coco2014_rthres_1shot_nosample_fold.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/scripts/eval_coco2014_rthres_1shot_nosample_fold.sh -------------------------------------------------------------------------------- /scripts/eval_coco2014_rthres_5shot_nosample.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/scripts/eval_coco2014_rthres_5shot_nosample.sh -------------------------------------------------------------------------------- /scripts/train_cocofold0_4090_nocrop_lr1_nearest_fold1_7shot_ori_v3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/scripts/train_cocofold0_4090_nocrop_lr1_nearest_fold1_7shot_ori_v3.sh -------------------------------------------------------------------------------- /temp_input_ids.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/temp_input_ids.pt -------------------------------------------------------------------------------- /train_tools/load_ckpt_and_modify_ref8in_tag4in.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/train_tools/load_ckpt_and_modify_ref8in_tag4in.py -------------------------------------------------------------------------------- /train_tools/train_icl_multitask_nocrop_nearest_nshot_v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/DiffewS/HEAD/train_tools/train_icl_multitask_nocrop_nearest_nshot_v3.py --------------------------------------------------------------------------------