├── .gitignore ├── LICENSE ├── Readme.md ├── dataset-builder ├── img_data │ ├── automatic_mask_generator.py │ ├── classification │ │ └── mini_net.py │ ├── inpainting_sa1b.py │ └── mask_nms.py ├── utils │ ├── __init__.py │ ├── constant.py │ ├── filters.py │ ├── set_sam.py │ └── vis_utils.py └── video_data │ └── vdata_process.py ├── imgs ├── teaser_new.png ├── video_demo.gif └── video_demo.mp4 └── model ├── configs ├── affordance_256.yaml └── affordance_512.yaml ├── environment.yaml ├── ldm ├── data │ ├── __init__.py │ ├── base.py │ ├── data_fbp │ │ ├── FBPDatsets.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── custom_transforms.py │ │ │ └── parser.py │ └── fbp.py ├── lr_scheduler.py ├── models │ ├── autoencoder.py │ └── diffusion │ │ ├── __init__.py │ │ ├── classifier.py │ │ ├── ddim.py │ │ ├── ddpm.py │ │ └── plms.py ├── modules │ ├── attention.py │ ├── diffusionmodules │ │ ├── __init__.py │ │ ├── model.py │ │ ├── openaimodel.py │ │ └── util.py │ ├── distributions │ │ ├── __init__.py │ │ └── distributions.py │ ├── ema.py │ ├── encoders │ │ ├── __init__.py │ │ ├── modules.py │ │ └── prompt_encoder.py │ ├── image_degradation │ │ ├── __init__.py │ │ ├── bsrgan.py │ │ ├── bsrgan_light.py │ │ ├── utils │ │ │ └── test.png │ │ └── utils_image.py │ ├── losses │ │ ├── __init__.py │ │ ├── contperceptual.py │ │ ├── customloss.py │ │ └── vqperceptual.py │ └── x_transformer.py └── util.py ├── main.py ├── models └── putany │ └── config.yaml ├── requirements.txt ├── script ├── infer_gui.py └── inference_dual.py └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/LICENSE -------------------------------------------------------------------------------- /Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/Readme.md -------------------------------------------------------------------------------- /dataset-builder/img_data/automatic_mask_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/dataset-builder/img_data/automatic_mask_generator.py -------------------------------------------------------------------------------- /dataset-builder/img_data/classification/mini_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/dataset-builder/img_data/classification/mini_net.py -------------------------------------------------------------------------------- /dataset-builder/img_data/inpainting_sa1b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/dataset-builder/img_data/inpainting_sa1b.py -------------------------------------------------------------------------------- /dataset-builder/img_data/mask_nms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/dataset-builder/img_data/mask_nms.py -------------------------------------------------------------------------------- /dataset-builder/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset-builder/utils/constant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/dataset-builder/utils/constant.py -------------------------------------------------------------------------------- /dataset-builder/utils/filters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/dataset-builder/utils/filters.py -------------------------------------------------------------------------------- /dataset-builder/utils/set_sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/dataset-builder/utils/set_sam.py -------------------------------------------------------------------------------- /dataset-builder/utils/vis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/dataset-builder/utils/vis_utils.py -------------------------------------------------------------------------------- /dataset-builder/video_data/vdata_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/dataset-builder/video_data/vdata_process.py -------------------------------------------------------------------------------- /imgs/teaser_new.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/imgs/teaser_new.png -------------------------------------------------------------------------------- /imgs/video_demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/imgs/video_demo.gif -------------------------------------------------------------------------------- /imgs/video_demo.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/imgs/video_demo.mp4 -------------------------------------------------------------------------------- /model/configs/affordance_256.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/configs/affordance_256.yaml -------------------------------------------------------------------------------- /model/configs/affordance_512.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/configs/affordance_512.yaml -------------------------------------------------------------------------------- /model/environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/environment.yaml -------------------------------------------------------------------------------- /model/ldm/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/ldm/data/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/data/base.py -------------------------------------------------------------------------------- /model/ldm/data/data_fbp/FBPDatsets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/data/data_fbp/FBPDatsets.py -------------------------------------------------------------------------------- /model/ldm/data/data_fbp/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/ldm/data/data_fbp/utils/custom_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/data/data_fbp/utils/custom_transforms.py -------------------------------------------------------------------------------- /model/ldm/data/data_fbp/utils/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/data/data_fbp/utils/parser.py -------------------------------------------------------------------------------- /model/ldm/data/fbp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/data/fbp.py -------------------------------------------------------------------------------- /model/ldm/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/lr_scheduler.py -------------------------------------------------------------------------------- /model/ldm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/models/autoencoder.py -------------------------------------------------------------------------------- /model/ldm/models/diffusion/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/ldm/models/diffusion/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/models/diffusion/classifier.py -------------------------------------------------------------------------------- /model/ldm/models/diffusion/ddim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/models/diffusion/ddim.py -------------------------------------------------------------------------------- /model/ldm/models/diffusion/ddpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/models/diffusion/ddpm.py -------------------------------------------------------------------------------- /model/ldm/models/diffusion/plms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/models/diffusion/plms.py -------------------------------------------------------------------------------- /model/ldm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/attention.py -------------------------------------------------------------------------------- /model/ldm/modules/diffusionmodules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/ldm/modules/diffusionmodules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/diffusionmodules/model.py -------------------------------------------------------------------------------- /model/ldm/modules/diffusionmodules/openaimodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/diffusionmodules/openaimodel.py -------------------------------------------------------------------------------- /model/ldm/modules/diffusionmodules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/diffusionmodules/util.py -------------------------------------------------------------------------------- /model/ldm/modules/distributions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/ldm/modules/distributions/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/distributions/distributions.py -------------------------------------------------------------------------------- /model/ldm/modules/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/ema.py -------------------------------------------------------------------------------- /model/ldm/modules/encoders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/ldm/modules/encoders/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/encoders/modules.py -------------------------------------------------------------------------------- /model/ldm/modules/encoders/prompt_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/encoders/prompt_encoder.py -------------------------------------------------------------------------------- /model/ldm/modules/image_degradation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/image_degradation/__init__.py -------------------------------------------------------------------------------- /model/ldm/modules/image_degradation/bsrgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/image_degradation/bsrgan.py -------------------------------------------------------------------------------- /model/ldm/modules/image_degradation/bsrgan_light.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/image_degradation/bsrgan_light.py -------------------------------------------------------------------------------- /model/ldm/modules/image_degradation/utils/test.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/image_degradation/utils/test.png -------------------------------------------------------------------------------- /model/ldm/modules/image_degradation/utils_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/image_degradation/utils_image.py -------------------------------------------------------------------------------- /model/ldm/modules/losses/__init__.py: -------------------------------------------------------------------------------- 1 | from ldm.modules.losses.contperceptual import LPIPSWithDiscriminator -------------------------------------------------------------------------------- /model/ldm/modules/losses/contperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/losses/contperceptual.py -------------------------------------------------------------------------------- /model/ldm/modules/losses/customloss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/losses/customloss.py -------------------------------------------------------------------------------- /model/ldm/modules/losses/vqperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/losses/vqperceptual.py -------------------------------------------------------------------------------- /model/ldm/modules/x_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/modules/x_transformer.py -------------------------------------------------------------------------------- /model/ldm/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/ldm/util.py -------------------------------------------------------------------------------- /model/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/main.py -------------------------------------------------------------------------------- /model/models/putany/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/models/putany/config.yaml -------------------------------------------------------------------------------- /model/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/requirements.txt -------------------------------------------------------------------------------- /model/script/infer_gui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/script/infer_gui.py -------------------------------------------------------------------------------- /model/script/inference_dual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/script/inference_dual.py -------------------------------------------------------------------------------- /model/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KaKituken/affordance-aware-any/HEAD/model/setup.py --------------------------------------------------------------------------------