├── .gitignore ├── LICENSE ├── README.md ├── app.py ├── datasets_preprocess ├── preprocess_ase.py ├── preprocess_co3d.py └── preprocess_scannetpp.py ├── docs ├── data_preprocess.md └── recon_tips.md ├── evaluation ├── eval_recon.py └── process_gt.py ├── media ├── gradio.png ├── gradio_office.gif ├── gradio_office.jpg ├── gradio_online.gif ├── replica.gif └── wild.gif ├── recon.py ├── requirements.txt ├── requirements_optional.txt ├── scripts ├── demo_replica.sh ├── demo_vis_wild.sh ├── demo_wild.sh ├── eval_replica.sh ├── train_i2p.sh └── train_l2w.sh ├── slam3r ├── __init__.py ├── app │ ├── app_offline.py │ └── app_online.py ├── blocks │ ├── __init__.py │ ├── basic_blocks.py │ └── multiview_blocks.py ├── datasets │ ├── __init__.py │ ├── base │ │ ├── __init__.py │ │ ├── base_stereo_view_dataset.py │ │ ├── batched_sampler.py │ │ └── easy_dataset.py │ ├── co3d_seq.py │ ├── get_webvideo.py │ ├── project_aria_seq.py │ ├── replica_seq.py │ ├── scannetpp_seq.py │ ├── seven_scenes_seq.py │ ├── utils │ │ ├── __init__.py │ │ ├── cropping.py │ │ └── transforms.py │ └── wild_seq.py ├── heads │ ├── __init__.py │ ├── dpt_block.py │ ├── dpt_head.py │ ├── linear_head.py │ └── postprocess.py ├── inference.py ├── losses.py ├── models.py ├── patch_embed.py ├── pipeline │ ├── recon_offline_pipeline.py │ └── recon_online_pipeline.py ├── pos_embed │ ├── __init__.py │ ├── curope │ │ ├── __init__.py │ │ ├── curope.cpp │ │ ├── curope2d.py │ │ ├── kernels.cu │ │ └── setup.py │ └── pos_embed.py ├── utils │ ├── __init__.py │ ├── croco_misc.py │ ├── device.py │ ├── geometry.py │ ├── image.py │ ├── misc.py │ └── recon_utils.py └── viz.py ├── train.py └── visualize.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/app.py -------------------------------------------------------------------------------- /datasets_preprocess/preprocess_ase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/datasets_preprocess/preprocess_ase.py -------------------------------------------------------------------------------- /datasets_preprocess/preprocess_co3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/datasets_preprocess/preprocess_co3d.py -------------------------------------------------------------------------------- /datasets_preprocess/preprocess_scannetpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/datasets_preprocess/preprocess_scannetpp.py -------------------------------------------------------------------------------- /docs/data_preprocess.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/docs/data_preprocess.md -------------------------------------------------------------------------------- /docs/recon_tips.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/docs/recon_tips.md -------------------------------------------------------------------------------- /evaluation/eval_recon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/evaluation/eval_recon.py -------------------------------------------------------------------------------- /evaluation/process_gt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/evaluation/process_gt.py -------------------------------------------------------------------------------- /media/gradio.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/media/gradio.png -------------------------------------------------------------------------------- /media/gradio_office.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/media/gradio_office.gif -------------------------------------------------------------------------------- /media/gradio_office.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/media/gradio_office.jpg -------------------------------------------------------------------------------- /media/gradio_online.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/media/gradio_online.gif -------------------------------------------------------------------------------- /media/replica.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/media/replica.gif -------------------------------------------------------------------------------- /media/wild.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/media/wild.gif -------------------------------------------------------------------------------- /recon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/recon.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements_optional.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/requirements_optional.txt -------------------------------------------------------------------------------- /scripts/demo_replica.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/scripts/demo_replica.sh -------------------------------------------------------------------------------- /scripts/demo_vis_wild.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/scripts/demo_vis_wild.sh -------------------------------------------------------------------------------- /scripts/demo_wild.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/scripts/demo_wild.sh -------------------------------------------------------------------------------- /scripts/eval_replica.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/scripts/eval_replica.sh -------------------------------------------------------------------------------- /scripts/train_i2p.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/scripts/train_i2p.sh -------------------------------------------------------------------------------- /scripts/train_l2w.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/scripts/train_l2w.sh -------------------------------------------------------------------------------- /slam3r/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/__init__.py -------------------------------------------------------------------------------- /slam3r/app/app_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/app/app_offline.py -------------------------------------------------------------------------------- /slam3r/app/app_online.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/app/app_online.py -------------------------------------------------------------------------------- /slam3r/blocks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/blocks/__init__.py -------------------------------------------------------------------------------- /slam3r/blocks/basic_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/blocks/basic_blocks.py -------------------------------------------------------------------------------- /slam3r/blocks/multiview_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/blocks/multiview_blocks.py -------------------------------------------------------------------------------- /slam3r/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/__init__.py -------------------------------------------------------------------------------- /slam3r/datasets/base/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/base/__init__.py -------------------------------------------------------------------------------- /slam3r/datasets/base/base_stereo_view_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/base/base_stereo_view_dataset.py -------------------------------------------------------------------------------- /slam3r/datasets/base/batched_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/base/batched_sampler.py -------------------------------------------------------------------------------- /slam3r/datasets/base/easy_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/base/easy_dataset.py -------------------------------------------------------------------------------- /slam3r/datasets/co3d_seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/co3d_seq.py -------------------------------------------------------------------------------- /slam3r/datasets/get_webvideo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/get_webvideo.py -------------------------------------------------------------------------------- /slam3r/datasets/project_aria_seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/project_aria_seq.py -------------------------------------------------------------------------------- /slam3r/datasets/replica_seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/replica_seq.py -------------------------------------------------------------------------------- /slam3r/datasets/scannetpp_seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/scannetpp_seq.py -------------------------------------------------------------------------------- /slam3r/datasets/seven_scenes_seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/seven_scenes_seq.py -------------------------------------------------------------------------------- /slam3r/datasets/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/utils/__init__.py -------------------------------------------------------------------------------- /slam3r/datasets/utils/cropping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/utils/cropping.py -------------------------------------------------------------------------------- /slam3r/datasets/utils/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/utils/transforms.py -------------------------------------------------------------------------------- /slam3r/datasets/wild_seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/datasets/wild_seq.py -------------------------------------------------------------------------------- /slam3r/heads/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/heads/__init__.py -------------------------------------------------------------------------------- /slam3r/heads/dpt_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/heads/dpt_block.py -------------------------------------------------------------------------------- /slam3r/heads/dpt_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/heads/dpt_head.py -------------------------------------------------------------------------------- /slam3r/heads/linear_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/heads/linear_head.py -------------------------------------------------------------------------------- /slam3r/heads/postprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/heads/postprocess.py -------------------------------------------------------------------------------- /slam3r/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/inference.py -------------------------------------------------------------------------------- /slam3r/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/losses.py -------------------------------------------------------------------------------- /slam3r/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/models.py -------------------------------------------------------------------------------- /slam3r/patch_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/patch_embed.py -------------------------------------------------------------------------------- /slam3r/pipeline/recon_offline_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/pipeline/recon_offline_pipeline.py -------------------------------------------------------------------------------- /slam3r/pipeline/recon_online_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/pipeline/recon_online_pipeline.py -------------------------------------------------------------------------------- /slam3r/pos_embed/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/pos_embed/__init__.py -------------------------------------------------------------------------------- /slam3r/pos_embed/curope/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/pos_embed/curope/__init__.py -------------------------------------------------------------------------------- /slam3r/pos_embed/curope/curope.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/pos_embed/curope/curope.cpp -------------------------------------------------------------------------------- /slam3r/pos_embed/curope/curope2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/pos_embed/curope/curope2d.py -------------------------------------------------------------------------------- /slam3r/pos_embed/curope/kernels.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/pos_embed/curope/kernels.cu -------------------------------------------------------------------------------- /slam3r/pos_embed/curope/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/pos_embed/curope/setup.py -------------------------------------------------------------------------------- /slam3r/pos_embed/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/pos_embed/pos_embed.py -------------------------------------------------------------------------------- /slam3r/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/utils/__init__.py -------------------------------------------------------------------------------- /slam3r/utils/croco_misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/utils/croco_misc.py -------------------------------------------------------------------------------- /slam3r/utils/device.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/utils/device.py -------------------------------------------------------------------------------- /slam3r/utils/geometry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/utils/geometry.py -------------------------------------------------------------------------------- /slam3r/utils/image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/utils/image.py -------------------------------------------------------------------------------- /slam3r/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/utils/misc.py -------------------------------------------------------------------------------- /slam3r/utils/recon_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/utils/recon_utils.py -------------------------------------------------------------------------------- /slam3r/viz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/slam3r/viz.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/train.py -------------------------------------------------------------------------------- /visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-VCL-3DV/SLAM3R/HEAD/visualize.py --------------------------------------------------------------------------------