├── .gitattributes ├── .gitignore ├── CITATION.cff ├── CODE_OF_CONDUCT.md ├── LICENSE ├── README.md ├── SECURITY.md ├── SUPPORT.md ├── batch_infer.py ├── download_video_data.sh ├── examples ├── cbox-bunny.json ├── cbox-lucy.json ├── cbox-teapot.json ├── cbox.json ├── compose-scene.json ├── constant-width.json ├── crystals.json ├── fox-in-the-wild.json ├── horse-and-heart.json ├── init-template.json ├── objects │ ├── cbox │ │ ├── short-box.obj │ │ └── tall-box.obj │ ├── classical │ │ ├── bunny.obj │ │ └── teapot.obj │ ├── compose │ │ ├── obj0.obj │ │ ├── obj1.obj │ │ ├── obj2.obj │ │ ├── obj3.obj │ │ └── plane.obj │ ├── constant-width │ │ └── constant-width-triangulated.obj │ ├── crystals │ │ ├── blue.obj │ │ ├── green.obj │ │ ├── pink.obj │ │ ├── purple.obj │ │ └── red.obj │ ├── fox-in-the-wild │ │ ├── fox.obj │ │ ├── rock.obj │ │ ├── tree-leaves.obj │ │ └── tree-trunk.obj │ ├── horse-and-heart │ │ ├── heart-gray.obj │ │ ├── heart-red.obj │ │ └── horse.obj │ ├── lucy │ │ ├── 11k.obj │ │ ├── 3k.obj │ │ └── 6k.obj │ ├── renderformer-logo │ │ └── rf.obj │ ├── room │ │ ├── banana.obj │ │ ├── basket.obj │ │ ├── bottle.obj │ │ └── table.obj │ ├── shader-ball │ │ ├── ball.obj │ │ └── shell.obj │ ├── tree │ │ └── tree.obj │ └── veach-mis │ │ ├── block1.obj │ │ ├── block2.obj │ │ ├── block3.obj │ │ ├── block4.obj │ │ ├── sphere1.obj │ │ ├── sphere2.obj │ │ └── sphere3.obj ├── renderformer-logo.json ├── room.json ├── shader-ball.json ├── templates │ ├── backgrounds │ │ ├── plane.obj │ │ ├── wall0.obj │ │ ├── wall1.obj │ │ └── wall2.obj │ └── lighting │ │ └── tri.obj ├── tree.json └── veach-mis.json ├── infer.py ├── medias ├── gallery-10.jpg └── rf.png ├── render-images.sh ├── render-videos.sh ├── renderformer ├── __init__.py ├── encodings │ ├── __init__.py │ ├── nerf_encoding.py │ └── rope.py ├── layers │ ├── __init__.py │ ├── attention.py │ └── dpt.py ├── models │ ├── __init__.py │ ├── config.py │ ├── renderformer.py │ └── view_transformer.py ├── pipelines │ ├── __init__.py │ └── rendering_pipeline.py └── utils │ ├── __init__.py │ ├── ray_generator.py │ └── transform.py ├── requirements.txt └── scene_processor ├── __init__.py ├── convert_scene.py ├── remesh.py ├── scene_config.py ├── scene_mesh.py ├── to_blend.py └── to_h5.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/.gitignore -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/CITATION.cff -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/SECURITY.md -------------------------------------------------------------------------------- /SUPPORT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/SUPPORT.md -------------------------------------------------------------------------------- /batch_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/batch_infer.py -------------------------------------------------------------------------------- /download_video_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/download_video_data.sh -------------------------------------------------------------------------------- /examples/cbox-bunny.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/cbox-bunny.json -------------------------------------------------------------------------------- /examples/cbox-lucy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/cbox-lucy.json -------------------------------------------------------------------------------- /examples/cbox-teapot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/cbox-teapot.json -------------------------------------------------------------------------------- /examples/cbox.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/cbox.json -------------------------------------------------------------------------------- /examples/compose-scene.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/compose-scene.json -------------------------------------------------------------------------------- /examples/constant-width.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/constant-width.json -------------------------------------------------------------------------------- /examples/crystals.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/crystals.json -------------------------------------------------------------------------------- /examples/fox-in-the-wild.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/fox-in-the-wild.json -------------------------------------------------------------------------------- /examples/horse-and-heart.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/horse-and-heart.json -------------------------------------------------------------------------------- /examples/init-template.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/init-template.json -------------------------------------------------------------------------------- /examples/objects/cbox/short-box.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/cbox/short-box.obj -------------------------------------------------------------------------------- /examples/objects/cbox/tall-box.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/cbox/tall-box.obj -------------------------------------------------------------------------------- /examples/objects/classical/bunny.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/classical/bunny.obj -------------------------------------------------------------------------------- /examples/objects/classical/teapot.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/classical/teapot.obj -------------------------------------------------------------------------------- /examples/objects/compose/obj0.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/compose/obj0.obj -------------------------------------------------------------------------------- /examples/objects/compose/obj1.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/compose/obj1.obj -------------------------------------------------------------------------------- /examples/objects/compose/obj2.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/compose/obj2.obj -------------------------------------------------------------------------------- /examples/objects/compose/obj3.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/compose/obj3.obj -------------------------------------------------------------------------------- /examples/objects/compose/plane.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/compose/plane.obj -------------------------------------------------------------------------------- /examples/objects/constant-width/constant-width-triangulated.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/constant-width/constant-width-triangulated.obj -------------------------------------------------------------------------------- /examples/objects/crystals/blue.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/crystals/blue.obj -------------------------------------------------------------------------------- /examples/objects/crystals/green.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/crystals/green.obj -------------------------------------------------------------------------------- /examples/objects/crystals/pink.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/crystals/pink.obj -------------------------------------------------------------------------------- /examples/objects/crystals/purple.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/crystals/purple.obj -------------------------------------------------------------------------------- /examples/objects/crystals/red.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/crystals/red.obj -------------------------------------------------------------------------------- /examples/objects/fox-in-the-wild/fox.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/fox-in-the-wild/fox.obj -------------------------------------------------------------------------------- /examples/objects/fox-in-the-wild/rock.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/fox-in-the-wild/rock.obj -------------------------------------------------------------------------------- /examples/objects/fox-in-the-wild/tree-leaves.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/fox-in-the-wild/tree-leaves.obj -------------------------------------------------------------------------------- /examples/objects/fox-in-the-wild/tree-trunk.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/fox-in-the-wild/tree-trunk.obj -------------------------------------------------------------------------------- /examples/objects/horse-and-heart/heart-gray.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/horse-and-heart/heart-gray.obj -------------------------------------------------------------------------------- /examples/objects/horse-and-heart/heart-red.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/horse-and-heart/heart-red.obj -------------------------------------------------------------------------------- /examples/objects/horse-and-heart/horse.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/horse-and-heart/horse.obj -------------------------------------------------------------------------------- /examples/objects/lucy/11k.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/lucy/11k.obj -------------------------------------------------------------------------------- /examples/objects/lucy/3k.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/lucy/3k.obj -------------------------------------------------------------------------------- /examples/objects/lucy/6k.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/lucy/6k.obj -------------------------------------------------------------------------------- /examples/objects/renderformer-logo/rf.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/renderformer-logo/rf.obj -------------------------------------------------------------------------------- /examples/objects/room/banana.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/room/banana.obj -------------------------------------------------------------------------------- /examples/objects/room/basket.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/room/basket.obj -------------------------------------------------------------------------------- /examples/objects/room/bottle.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/room/bottle.obj -------------------------------------------------------------------------------- /examples/objects/room/table.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/room/table.obj -------------------------------------------------------------------------------- /examples/objects/shader-ball/ball.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/shader-ball/ball.obj -------------------------------------------------------------------------------- /examples/objects/shader-ball/shell.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/shader-ball/shell.obj -------------------------------------------------------------------------------- /examples/objects/tree/tree.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/tree/tree.obj -------------------------------------------------------------------------------- /examples/objects/veach-mis/block1.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/veach-mis/block1.obj -------------------------------------------------------------------------------- /examples/objects/veach-mis/block2.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/veach-mis/block2.obj -------------------------------------------------------------------------------- /examples/objects/veach-mis/block3.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/veach-mis/block3.obj -------------------------------------------------------------------------------- /examples/objects/veach-mis/block4.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/veach-mis/block4.obj -------------------------------------------------------------------------------- /examples/objects/veach-mis/sphere1.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/veach-mis/sphere1.obj -------------------------------------------------------------------------------- /examples/objects/veach-mis/sphere2.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/veach-mis/sphere2.obj -------------------------------------------------------------------------------- /examples/objects/veach-mis/sphere3.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/objects/veach-mis/sphere3.obj -------------------------------------------------------------------------------- /examples/renderformer-logo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/renderformer-logo.json -------------------------------------------------------------------------------- /examples/room.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/room.json -------------------------------------------------------------------------------- /examples/shader-ball.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/shader-ball.json -------------------------------------------------------------------------------- /examples/templates/backgrounds/plane.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/templates/backgrounds/plane.obj -------------------------------------------------------------------------------- /examples/templates/backgrounds/wall0.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/templates/backgrounds/wall0.obj -------------------------------------------------------------------------------- /examples/templates/backgrounds/wall1.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/templates/backgrounds/wall1.obj -------------------------------------------------------------------------------- /examples/templates/backgrounds/wall2.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/templates/backgrounds/wall2.obj -------------------------------------------------------------------------------- /examples/templates/lighting/tri.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/templates/lighting/tri.obj -------------------------------------------------------------------------------- /examples/tree.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/tree.json -------------------------------------------------------------------------------- /examples/veach-mis.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/examples/veach-mis.json -------------------------------------------------------------------------------- /infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/infer.py -------------------------------------------------------------------------------- /medias/gallery-10.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/medias/gallery-10.jpg -------------------------------------------------------------------------------- /medias/rf.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/medias/rf.png -------------------------------------------------------------------------------- /render-images.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/render-images.sh -------------------------------------------------------------------------------- /render-videos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/render-videos.sh -------------------------------------------------------------------------------- /renderformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/renderformer/__init__.py -------------------------------------------------------------------------------- /renderformer/encodings/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /renderformer/encodings/nerf_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/renderformer/encodings/nerf_encoding.py -------------------------------------------------------------------------------- /renderformer/encodings/rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/renderformer/encodings/rope.py -------------------------------------------------------------------------------- /renderformer/layers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /renderformer/layers/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/renderformer/layers/attention.py -------------------------------------------------------------------------------- /renderformer/layers/dpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/renderformer/layers/dpt.py -------------------------------------------------------------------------------- /renderformer/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /renderformer/models/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/renderformer/models/config.py -------------------------------------------------------------------------------- /renderformer/models/renderformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/renderformer/models/renderformer.py -------------------------------------------------------------------------------- /renderformer/models/view_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/renderformer/models/view_transformer.py -------------------------------------------------------------------------------- /renderformer/pipelines/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /renderformer/pipelines/rendering_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/renderformer/pipelines/rendering_pipeline.py -------------------------------------------------------------------------------- /renderformer/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /renderformer/utils/ray_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/renderformer/utils/ray_generator.py -------------------------------------------------------------------------------- /renderformer/utils/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/renderformer/utils/transform.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/requirements.txt -------------------------------------------------------------------------------- /scene_processor/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scene_processor/convert_scene.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/scene_processor/convert_scene.py -------------------------------------------------------------------------------- /scene_processor/remesh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/scene_processor/remesh.py -------------------------------------------------------------------------------- /scene_processor/scene_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/scene_processor/scene_config.py -------------------------------------------------------------------------------- /scene_processor/scene_mesh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/scene_processor/scene_mesh.py -------------------------------------------------------------------------------- /scene_processor/to_blend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/scene_processor/to_blend.py -------------------------------------------------------------------------------- /scene_processor/to_h5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/renderformer/HEAD/scene_processor/to_h5.py --------------------------------------------------------------------------------