├── .gitignore ├── .gitmodules ├── LICENSE.BSD ├── README.md ├── datasets ├── __init__.py ├── data_module.py ├── dataset.py ├── dataset_dict.py ├── euroc_dataset.py ├── nerf_dataset.py ├── real_sense_dataset.py ├── replica_dataset.py └── tum_dataset.py ├── droid.pth ├── examples ├── __init__.py └── slam_demo.py ├── factor_graph ├── __init__.py ├── factor.py ├── factor_graph.py ├── key.py ├── loss_function.py └── variables.py ├── fusion ├── __init__.py ├── fusion_module.py ├── nerf_fusion.py └── tsdf_fusion.py ├── gui ├── __init__.py ├── gui_module.py └── open3d_gui.py ├── media ├── intro.gif ├── mit.png ├── mrg_logo.png └── sparklab_logo.png ├── networks ├── __init__.py ├── droid_frontend.py ├── droid_net.py ├── factor_graph.py ├── geom │ ├── __init__.py │ ├── ba.py │ ├── chol.py │ ├── graph_utils.py │ ├── losses.py │ ├── projective_ops.py │ └── rgbd_utils.py ├── modules │ ├── __init__.py │ ├── clipping.py │ ├── corr.py │ ├── extractor.py │ └── gru.py └── motion_filter.py ├── pipeline ├── __init__.py ├── pipeline.py └── pipeline_module.py ├── requirements.txt ├── scripts ├── convergence_plots.ipynb ├── download_cube.bash ├── download_replica.bash ├── download_replica_sample.bash ├── record_real_sense.py ├── replica_results.py ├── replica_to_nerf_dataset.py └── unzip_tartan_air.py ├── setup.py ├── slam ├── __init__.py ├── inertial_frontends │ ├── __init__.py │ └── inertial_frontend.py ├── meta_slam.py ├── slam_module.py ├── vio_slam.py └── visual_frontends │ ├── __init__.py │ └── visual_frontend.py ├── solvers ├── __init__.py ├── linear_solver.py ├── meta_solver.py └── nonlinear_solver.py ├── src ├── altcorr_kernel.cu ├── correlation_kernels.cu ├── droid.cpp └── droid_kernels.cu └── utils ├── __init__.py ├── evaluation.py ├── flow_viz.py ├── open3d_pickle.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE.BSD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/LICENSE.BSD -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/README.md -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | 4 | -------------------------------------------------------------------------------- /datasets/data_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/datasets/data_module.py -------------------------------------------------------------------------------- /datasets/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/datasets/dataset.py -------------------------------------------------------------------------------- /datasets/dataset_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/datasets/dataset_dict.py -------------------------------------------------------------------------------- /datasets/euroc_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/datasets/euroc_dataset.py -------------------------------------------------------------------------------- /datasets/nerf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/datasets/nerf_dataset.py -------------------------------------------------------------------------------- /datasets/real_sense_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/datasets/real_sense_dataset.py -------------------------------------------------------------------------------- /datasets/replica_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/datasets/replica_dataset.py -------------------------------------------------------------------------------- /datasets/tum_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/datasets/tum_dataset.py -------------------------------------------------------------------------------- /droid.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/droid.pth -------------------------------------------------------------------------------- /examples/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | 4 | -------------------------------------------------------------------------------- /examples/slam_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/examples/slam_demo.py -------------------------------------------------------------------------------- /factor_graph/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | 4 | -------------------------------------------------------------------------------- /factor_graph/factor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/factor_graph/factor.py -------------------------------------------------------------------------------- /factor_graph/factor_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/factor_graph/factor_graph.py -------------------------------------------------------------------------------- /factor_graph/key.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/factor_graph/key.py -------------------------------------------------------------------------------- /factor_graph/loss_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/factor_graph/loss_function.py -------------------------------------------------------------------------------- /factor_graph/variables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/factor_graph/variables.py -------------------------------------------------------------------------------- /fusion/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | 4 | -------------------------------------------------------------------------------- /fusion/fusion_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/fusion/fusion_module.py -------------------------------------------------------------------------------- /fusion/nerf_fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/fusion/nerf_fusion.py -------------------------------------------------------------------------------- /fusion/tsdf_fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/fusion/tsdf_fusion.py -------------------------------------------------------------------------------- /gui/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | 4 | -------------------------------------------------------------------------------- /gui/gui_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/gui/gui_module.py -------------------------------------------------------------------------------- /gui/open3d_gui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/gui/open3d_gui.py -------------------------------------------------------------------------------- /media/intro.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/media/intro.gif -------------------------------------------------------------------------------- /media/mit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/media/mit.png -------------------------------------------------------------------------------- /media/mrg_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/media/mrg_logo.png -------------------------------------------------------------------------------- /media/sparklab_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/media/sparklab_logo.png -------------------------------------------------------------------------------- /networks/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | 4 | -------------------------------------------------------------------------------- /networks/droid_frontend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/networks/droid_frontend.py -------------------------------------------------------------------------------- /networks/droid_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/networks/droid_net.py -------------------------------------------------------------------------------- /networks/factor_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/networks/factor_graph.py -------------------------------------------------------------------------------- /networks/geom/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | 4 | -------------------------------------------------------------------------------- /networks/geom/ba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/networks/geom/ba.py -------------------------------------------------------------------------------- /networks/geom/chol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/networks/geom/chol.py -------------------------------------------------------------------------------- /networks/geom/graph_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/networks/geom/graph_utils.py -------------------------------------------------------------------------------- /networks/geom/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/networks/geom/losses.py -------------------------------------------------------------------------------- /networks/geom/projective_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/networks/geom/projective_ops.py -------------------------------------------------------------------------------- /networks/geom/rgbd_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/networks/geom/rgbd_utils.py -------------------------------------------------------------------------------- /networks/modules/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | -------------------------------------------------------------------------------- /networks/modules/clipping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/networks/modules/clipping.py -------------------------------------------------------------------------------- /networks/modules/corr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/networks/modules/corr.py -------------------------------------------------------------------------------- /networks/modules/extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/networks/modules/extractor.py -------------------------------------------------------------------------------- /networks/modules/gru.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/networks/modules/gru.py -------------------------------------------------------------------------------- /networks/motion_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/networks/motion_filter.py -------------------------------------------------------------------------------- /pipeline/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipeline/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/pipeline/pipeline.py -------------------------------------------------------------------------------- /pipeline/pipeline_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/pipeline/pipeline_module.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/convergence_plots.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/scripts/convergence_plots.ipynb -------------------------------------------------------------------------------- /scripts/download_cube.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/scripts/download_cube.bash -------------------------------------------------------------------------------- /scripts/download_replica.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/scripts/download_replica.bash -------------------------------------------------------------------------------- /scripts/download_replica_sample.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/scripts/download_replica_sample.bash -------------------------------------------------------------------------------- /scripts/record_real_sense.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/scripts/record_real_sense.py -------------------------------------------------------------------------------- /scripts/replica_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/scripts/replica_results.py -------------------------------------------------------------------------------- /scripts/replica_to_nerf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/scripts/replica_to_nerf_dataset.py -------------------------------------------------------------------------------- /scripts/unzip_tartan_air.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/scripts/unzip_tartan_air.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/setup.py -------------------------------------------------------------------------------- /slam/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | -------------------------------------------------------------------------------- /slam/inertial_frontends/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | 4 | -------------------------------------------------------------------------------- /slam/inertial_frontends/inertial_frontend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/slam/inertial_frontends/inertial_frontend.py -------------------------------------------------------------------------------- /slam/meta_slam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/slam/meta_slam.py -------------------------------------------------------------------------------- /slam/slam_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/slam/slam_module.py -------------------------------------------------------------------------------- /slam/vio_slam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/slam/vio_slam.py -------------------------------------------------------------------------------- /slam/visual_frontends/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | -------------------------------------------------------------------------------- /slam/visual_frontends/visual_frontend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/slam/visual_frontends/visual_frontend.py -------------------------------------------------------------------------------- /solvers/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | 4 | -------------------------------------------------------------------------------- /solvers/linear_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/solvers/linear_solver.py -------------------------------------------------------------------------------- /solvers/meta_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/solvers/meta_solver.py -------------------------------------------------------------------------------- /solvers/nonlinear_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/solvers/nonlinear_solver.py -------------------------------------------------------------------------------- /src/altcorr_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/src/altcorr_kernel.cu -------------------------------------------------------------------------------- /src/correlation_kernels.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/src/correlation_kernels.cu -------------------------------------------------------------------------------- /src/droid.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/src/droid.cpp -------------------------------------------------------------------------------- /src/droid_kernels.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/src/droid_kernels.cu -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | 4 | -------------------------------------------------------------------------------- /utils/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/utils/evaluation.py -------------------------------------------------------------------------------- /utils/flow_viz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/utils/flow_viz.py -------------------------------------------------------------------------------- /utils/open3d_pickle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/utils/open3d_pickle.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ToniRV/NeRF-SLAM/HEAD/utils/utils.py --------------------------------------------------------------------------------