├── LICENSE ├── README.md ├── app.py ├── assets └── pipeline.png ├── configs ├── geolrm-train.yaml ├── geolrm.yaml ├── srl-bf16.yaml └── sv3d_p.yaml ├── examples ├── Input_1.png ├── Input_10.png ├── Input_11.png ├── Input_12.png ├── Input_13.png ├── Input_14.png ├── Input_15.png ├── Input_2.png ├── Input_3.png ├── Input_4.png ├── Input_5.png ├── Input_6.png ├── Input_7.png ├── Input_8.png └── Input_9.png ├── requirements.txt ├── run_geolrm.py ├── run_geolrm_sv3d.py ├── run_geolrm_zero123.py ├── scripts ├── run_node0.sh ├── run_node1.sh ├── run_node2.sh └── run_node3.sh ├── src ├── __init__.py ├── datasets │ ├── __init__.py │ ├── gobjaverse.py │ ├── gobjaverse_occ.py │ ├── image_degradation │ │ ├── __init__.py │ │ ├── bsrgan.py │ │ ├── bsrgan_light.py │ │ └── utils_image.py │ └── utils │ │ ├── color_transfer.py │ │ ├── common_utils.py │ │ ├── read_exr.py │ │ ├── read_txt.py │ │ └── write_txt.py ├── geolrm_wrapper.py ├── models │ ├── __init__.py │ ├── decoder │ │ ├── __init__.py │ │ ├── curope3d │ │ │ ├── __init__.py │ │ │ ├── curope.cpp │ │ │ ├── curope3d.py │ │ │ ├── kernels.cu │ │ │ └── setup.py │ │ ├── deform_attn_3d │ │ │ ├── csrc │ │ │ │ ├── common_cuda_helper.hpp │ │ │ │ ├── ms_deform_attn_cuda.cu │ │ │ │ ├── ms_deform_attn_cuda_kernel.cuh │ │ │ │ └── pytorch_cuda_helper.hpp │ │ │ └── setup.py │ │ ├── deformable_cross_attention.py │ │ ├── geo_transformer.py │ │ └── multi_scale_deformable_attn_function.py │ ├── encoder │ │ ├── __init__.py │ │ └── dino2_wrapper.py │ ├── geolrm.py │ └── renderer │ │ ├── __init__.py │ │ └── gaussian_renderer.py ├── serializer_wrapper.py ├── serializers │ ├── __init__.py │ └── geo_srl.py └── utils │ ├── __init__.py │ ├── camera_util.py │ ├── infer_util.py │ ├── loss_util.py │ └── train_util.py ├── sv3d_video_sample.py ├── tools ├── create_occ_gts.py └── save_state_dict.py ├── train.py └── zero123plus └── pipeline.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/app.py -------------------------------------------------------------------------------- /assets/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/assets/pipeline.png -------------------------------------------------------------------------------- /configs/geolrm-train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/configs/geolrm-train.yaml -------------------------------------------------------------------------------- /configs/geolrm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/configs/geolrm.yaml -------------------------------------------------------------------------------- /configs/srl-bf16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/configs/srl-bf16.yaml -------------------------------------------------------------------------------- /configs/sv3d_p.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/configs/sv3d_p.yaml -------------------------------------------------------------------------------- /examples/Input_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_1.png -------------------------------------------------------------------------------- /examples/Input_10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_10.png -------------------------------------------------------------------------------- /examples/Input_11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_11.png -------------------------------------------------------------------------------- /examples/Input_12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_12.png -------------------------------------------------------------------------------- /examples/Input_13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_13.png -------------------------------------------------------------------------------- /examples/Input_14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_14.png -------------------------------------------------------------------------------- /examples/Input_15.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_15.png -------------------------------------------------------------------------------- /examples/Input_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_2.png -------------------------------------------------------------------------------- /examples/Input_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_3.png -------------------------------------------------------------------------------- /examples/Input_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_4.png -------------------------------------------------------------------------------- /examples/Input_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_5.png -------------------------------------------------------------------------------- /examples/Input_6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_6.png -------------------------------------------------------------------------------- /examples/Input_7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_7.png -------------------------------------------------------------------------------- /examples/Input_8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_8.png -------------------------------------------------------------------------------- /examples/Input_9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/examples/Input_9.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_geolrm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/run_geolrm.py -------------------------------------------------------------------------------- /run_geolrm_sv3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/run_geolrm_sv3d.py -------------------------------------------------------------------------------- /run_geolrm_zero123.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/run_geolrm_zero123.py -------------------------------------------------------------------------------- /scripts/run_node0.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/scripts/run_node0.sh -------------------------------------------------------------------------------- /scripts/run_node1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/scripts/run_node1.sh -------------------------------------------------------------------------------- /scripts/run_node2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/scripts/run_node2.sh -------------------------------------------------------------------------------- /scripts/run_node3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/scripts/run_node3.sh -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/datasets/gobjaverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/datasets/gobjaverse.py -------------------------------------------------------------------------------- /src/datasets/gobjaverse_occ.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/datasets/gobjaverse_occ.py -------------------------------------------------------------------------------- /src/datasets/image_degradation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/datasets/image_degradation/__init__.py -------------------------------------------------------------------------------- /src/datasets/image_degradation/bsrgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/datasets/image_degradation/bsrgan.py -------------------------------------------------------------------------------- /src/datasets/image_degradation/bsrgan_light.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/datasets/image_degradation/bsrgan_light.py -------------------------------------------------------------------------------- /src/datasets/image_degradation/utils_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/datasets/image_degradation/utils_image.py -------------------------------------------------------------------------------- /src/datasets/utils/color_transfer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/datasets/utils/color_transfer.py -------------------------------------------------------------------------------- /src/datasets/utils/common_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/datasets/utils/common_utils.py -------------------------------------------------------------------------------- /src/datasets/utils/read_exr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/datasets/utils/read_exr.py -------------------------------------------------------------------------------- /src/datasets/utils/read_txt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/datasets/utils/read_txt.py -------------------------------------------------------------------------------- /src/datasets/utils/write_txt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/datasets/utils/write_txt.py -------------------------------------------------------------------------------- /src/geolrm_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/geolrm_wrapper.py -------------------------------------------------------------------------------- /src/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/decoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/decoder/curope3d/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/decoder/curope3d/__init__.py -------------------------------------------------------------------------------- /src/models/decoder/curope3d/curope.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/decoder/curope3d/curope.cpp -------------------------------------------------------------------------------- /src/models/decoder/curope3d/curope3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/decoder/curope3d/curope3d.py -------------------------------------------------------------------------------- /src/models/decoder/curope3d/kernels.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/decoder/curope3d/kernels.cu -------------------------------------------------------------------------------- /src/models/decoder/curope3d/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/decoder/curope3d/setup.py -------------------------------------------------------------------------------- /src/models/decoder/deform_attn_3d/csrc/common_cuda_helper.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/decoder/deform_attn_3d/csrc/common_cuda_helper.hpp -------------------------------------------------------------------------------- /src/models/decoder/deform_attn_3d/csrc/ms_deform_attn_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/decoder/deform_attn_3d/csrc/ms_deform_attn_cuda.cu -------------------------------------------------------------------------------- /src/models/decoder/deform_attn_3d/csrc/ms_deform_attn_cuda_kernel.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/decoder/deform_attn_3d/csrc/ms_deform_attn_cuda_kernel.cuh -------------------------------------------------------------------------------- /src/models/decoder/deform_attn_3d/csrc/pytorch_cuda_helper.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/decoder/deform_attn_3d/csrc/pytorch_cuda_helper.hpp -------------------------------------------------------------------------------- /src/models/decoder/deform_attn_3d/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/decoder/deform_attn_3d/setup.py -------------------------------------------------------------------------------- /src/models/decoder/deformable_cross_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/decoder/deformable_cross_attention.py -------------------------------------------------------------------------------- /src/models/decoder/geo_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/decoder/geo_transformer.py -------------------------------------------------------------------------------- /src/models/decoder/multi_scale_deformable_attn_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/decoder/multi_scale_deformable_attn_function.py -------------------------------------------------------------------------------- /src/models/encoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/encoder/dino2_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/encoder/dino2_wrapper.py -------------------------------------------------------------------------------- /src/models/geolrm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/geolrm.py -------------------------------------------------------------------------------- /src/models/renderer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/renderer/gaussian_renderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/models/renderer/gaussian_renderer.py -------------------------------------------------------------------------------- /src/serializer_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/serializer_wrapper.py -------------------------------------------------------------------------------- /src/serializers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/serializers/geo_srl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/serializers/geo_srl.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/utils/camera_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/utils/camera_util.py -------------------------------------------------------------------------------- /src/utils/infer_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/utils/infer_util.py -------------------------------------------------------------------------------- /src/utils/loss_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/utils/loss_util.py -------------------------------------------------------------------------------- /src/utils/train_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/src/utils/train_util.py -------------------------------------------------------------------------------- /sv3d_video_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/sv3d_video_sample.py -------------------------------------------------------------------------------- /tools/create_occ_gts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/tools/create_occ_gts.py -------------------------------------------------------------------------------- /tools/save_state_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/tools/save_state_dict.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/train.py -------------------------------------------------------------------------------- /zero123plus/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alibaba-yuanjing-aigclab/GeoLRM/HEAD/zero123plus/pipeline.py --------------------------------------------------------------------------------