├── .gitignore ├── LICENSE ├── README.md ├── assets ├── intrinsic.png └── pipeline.png ├── examples ├── 001d15cacc774fce2b1d119180b43010.png └── AdobeStock_604103617.png ├── generate_masks.py ├── inference.py ├── models ├── ldm │ ├── __init__.py │ ├── data │ │ ├── __init__.py │ │ ├── base.py │ │ ├── coco.py │ │ ├── decoder.py │ │ ├── dummy.py │ │ ├── imagenet.py │ │ ├── inpainting │ │ │ ├── __init__.py │ │ │ └── synthetic_mask.py │ │ ├── laion.py │ │ ├── legacy.py │ │ ├── lsun.py │ │ ├── nerf_like.py │ │ ├── objaverse_rendered.py │ │ └── simple.py │ ├── extras.py │ ├── guidance.py │ ├── lr_scheduler.py │ ├── models │ │ ├── autoencoder.py │ │ └── diffusion │ │ │ ├── __init__.py │ │ │ ├── classifier.py │ │ │ ├── ddim.py │ │ │ ├── ddpm.py │ │ │ ├── plms.py │ │ │ └── sampling_util.py │ ├── modules │ │ ├── attention.py │ │ ├── diffusionmodules │ │ │ ├── __init__.py │ │ │ ├── model.py │ │ │ ├── openaimodel.py │ │ │ └── util.py │ │ ├── distributions │ │ │ ├── __init__.py │ │ │ └── distributions.py │ │ ├── ema.py │ │ ├── encoders │ │ │ ├── __init__.py │ │ │ └── modules.py │ │ ├── evaluate │ │ │ ├── adm_evaluator.py │ │ │ ├── evaluate_perceptualsim.py │ │ │ ├── frechet_video_distance.py │ │ │ ├── ssim.py │ │ │ └── torch_frechet_video_distance.py │ │ ├── image_degradation │ │ │ ├── __init__.py │ │ │ ├── bsrgan.py │ │ │ ├── bsrgan_light.py │ │ │ ├── utils │ │ │ │ └── test.png │ │ │ └── utils_image.py │ │ ├── losses │ │ │ ├── __init__.py │ │ │ ├── contperceptual.py │ │ │ └── vqperceptual.py │ │ └── x_transformer.py │ ├── thirdp │ │ └── psp │ │ │ ├── helpers.py │ │ │ ├── id_loss.py │ │ │ └── model_irse.py │ └── util.py ├── matfusion.py ├── operators.py └── utils.py ├── requirements.txt └── weights ├── albedo └── configs │ └── albedo_project.yaml └── specular └── configs └── specular_project.yaml /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/README.md -------------------------------------------------------------------------------- /assets/intrinsic.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/assets/intrinsic.png -------------------------------------------------------------------------------- /assets/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/assets/pipeline.png -------------------------------------------------------------------------------- /examples/001d15cacc774fce2b1d119180b43010.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/examples/001d15cacc774fce2b1d119180b43010.png -------------------------------------------------------------------------------- /examples/AdobeStock_604103617.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/examples/AdobeStock_604103617.png -------------------------------------------------------------------------------- /generate_masks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/generate_masks.py -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/inference.py -------------------------------------------------------------------------------- /models/ldm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/ldm/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/ldm/data/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/data/base.py -------------------------------------------------------------------------------- /models/ldm/data/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/data/coco.py -------------------------------------------------------------------------------- /models/ldm/data/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/data/decoder.py -------------------------------------------------------------------------------- /models/ldm/data/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/data/dummy.py -------------------------------------------------------------------------------- /models/ldm/data/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/data/imagenet.py -------------------------------------------------------------------------------- /models/ldm/data/inpainting/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/ldm/data/inpainting/synthetic_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/data/inpainting/synthetic_mask.py -------------------------------------------------------------------------------- /models/ldm/data/laion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/data/laion.py -------------------------------------------------------------------------------- /models/ldm/data/legacy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/data/legacy.py -------------------------------------------------------------------------------- /models/ldm/data/lsun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/data/lsun.py -------------------------------------------------------------------------------- /models/ldm/data/nerf_like.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/data/nerf_like.py -------------------------------------------------------------------------------- /models/ldm/data/objaverse_rendered.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/data/objaverse_rendered.py -------------------------------------------------------------------------------- /models/ldm/data/simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/data/simple.py -------------------------------------------------------------------------------- /models/ldm/extras.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/extras.py -------------------------------------------------------------------------------- /models/ldm/guidance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/guidance.py -------------------------------------------------------------------------------- /models/ldm/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/lr_scheduler.py -------------------------------------------------------------------------------- /models/ldm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/models/autoencoder.py -------------------------------------------------------------------------------- /models/ldm/models/diffusion/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/ldm/models/diffusion/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/models/diffusion/classifier.py -------------------------------------------------------------------------------- /models/ldm/models/diffusion/ddim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/models/diffusion/ddim.py -------------------------------------------------------------------------------- /models/ldm/models/diffusion/ddpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/models/diffusion/ddpm.py -------------------------------------------------------------------------------- /models/ldm/models/diffusion/plms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/models/diffusion/plms.py -------------------------------------------------------------------------------- /models/ldm/models/diffusion/sampling_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/models/diffusion/sampling_util.py -------------------------------------------------------------------------------- /models/ldm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/attention.py -------------------------------------------------------------------------------- /models/ldm/modules/diffusionmodules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/ldm/modules/diffusionmodules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/diffusionmodules/model.py -------------------------------------------------------------------------------- /models/ldm/modules/diffusionmodules/openaimodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/diffusionmodules/openaimodel.py -------------------------------------------------------------------------------- /models/ldm/modules/diffusionmodules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/diffusionmodules/util.py -------------------------------------------------------------------------------- /models/ldm/modules/distributions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/ldm/modules/distributions/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/distributions/distributions.py -------------------------------------------------------------------------------- /models/ldm/modules/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/ema.py -------------------------------------------------------------------------------- /models/ldm/modules/encoders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/ldm/modules/encoders/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/encoders/modules.py -------------------------------------------------------------------------------- /models/ldm/modules/evaluate/adm_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/evaluate/adm_evaluator.py -------------------------------------------------------------------------------- /models/ldm/modules/evaluate/evaluate_perceptualsim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/evaluate/evaluate_perceptualsim.py -------------------------------------------------------------------------------- /models/ldm/modules/evaluate/frechet_video_distance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/evaluate/frechet_video_distance.py -------------------------------------------------------------------------------- /models/ldm/modules/evaluate/ssim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/evaluate/ssim.py -------------------------------------------------------------------------------- /models/ldm/modules/evaluate/torch_frechet_video_distance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/evaluate/torch_frechet_video_distance.py -------------------------------------------------------------------------------- /models/ldm/modules/image_degradation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/image_degradation/__init__.py -------------------------------------------------------------------------------- /models/ldm/modules/image_degradation/bsrgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/image_degradation/bsrgan.py -------------------------------------------------------------------------------- /models/ldm/modules/image_degradation/bsrgan_light.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/image_degradation/bsrgan_light.py -------------------------------------------------------------------------------- /models/ldm/modules/image_degradation/utils/test.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/image_degradation/utils/test.png -------------------------------------------------------------------------------- /models/ldm/modules/image_degradation/utils_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/image_degradation/utils_image.py -------------------------------------------------------------------------------- /models/ldm/modules/losses/__init__.py: -------------------------------------------------------------------------------- 1 | from ldm.modules.losses.contperceptual import LPIPSWithDiscriminator -------------------------------------------------------------------------------- /models/ldm/modules/losses/contperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/losses/contperceptual.py -------------------------------------------------------------------------------- /models/ldm/modules/losses/vqperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/losses/vqperceptual.py -------------------------------------------------------------------------------- /models/ldm/modules/x_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/modules/x_transformer.py -------------------------------------------------------------------------------- /models/ldm/thirdp/psp/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/thirdp/psp/helpers.py -------------------------------------------------------------------------------- /models/ldm/thirdp/psp/id_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/thirdp/psp/id_loss.py -------------------------------------------------------------------------------- /models/ldm/thirdp/psp/model_irse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/thirdp/psp/model_irse.py -------------------------------------------------------------------------------- /models/ldm/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/ldm/util.py -------------------------------------------------------------------------------- /models/matfusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/matfusion.py -------------------------------------------------------------------------------- /models/operators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/operators.py -------------------------------------------------------------------------------- /models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/models/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/requirements.txt -------------------------------------------------------------------------------- /weights/albedo/configs/albedo_project.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/weights/albedo/configs/albedo_project.yaml -------------------------------------------------------------------------------- /weights/specular/configs/specular_project.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/IntrinsicAnything/HEAD/weights/specular/configs/specular_project.yaml --------------------------------------------------------------------------------