├── .gitignore ├── DATASETS.md ├── LICENSE ├── README.md ├── assets ├── Inter-Regular.otf ├── evaluation_index_acid.json ├── evaluation_index_acid_origin.json ├── evaluation_index_dtu.json ├── evaluation_index_re10k.json └── evaluation_index_re10k_origin.json ├── config ├── compute_metrics.yaml ├── dataset │ ├── base_dataset.yaml │ ├── dl3dv.yaml │ ├── re10k.yaml │ ├── view_sampler │ │ ├── all.yaml │ │ ├── arbitrary.yaml │ │ ├── bounded.yaml │ │ └── evaluation.yaml │ └── view_sampler_dataset_specific_config │ │ ├── base_view_sampler.yaml │ │ ├── bounded_dl3dv.yaml │ │ ├── bounded_re10k.yaml │ │ └── evaluation_re10k.yaml ├── evaluation │ ├── acid.yaml │ ├── eval_pose.yaml │ └── re10k.yaml ├── experiment │ └── spfsplat │ │ ├── acid.yaml │ │ ├── dtu.yaml │ │ ├── re10k.yaml │ │ ├── re10k_3view.yaml │ │ └── re10k_dl3dv.yaml ├── generate_evaluation_index.yaml ├── loss │ ├── lpips.yaml │ ├── mse.yaml │ └── reproj.yaml ├── main.yaml └── model │ ├── decoder │ └── splatting_cuda.yaml │ └── encoder │ ├── backbone │ ├── croco.yaml │ └── croco_multi.yaml │ └── spfsplat.yaml ├── examples ├── level9_1.jpg └── level9_2.jpg ├── pyproject.toml ├── requirements.txt └── src ├── config.py ├── dataset ├── __init__.py ├── data_module.py ├── dataset.py ├── dataset_re10k.py ├── shims │ ├── augmentation_shim.py │ ├── bounds_shim.py │ ├── crop_shim.py │ ├── normalize_shim.py │ └── patch_shim.py ├── types.py ├── validation_wrapper.py └── view_sampler │ ├── __init__.py │ ├── three_view_hack.py │ ├── view_sampler.py │ ├── view_sampler_all.py │ ├── view_sampler_arbitrary.py │ ├── view_sampler_bounded.py │ └── view_sampler_evaluation.py ├── eval_pose.py ├── evaluation ├── evaluation_cfg.py ├── evaluation_index_generator.py ├── metric_computer.py ├── metrics.py └── pose_evaluator.py ├── geometry ├── camera_emb.py ├── epipolar_lines.py ├── projection.py └── ptc_geometry.py ├── global_cfg.py ├── loss ├── __init__.py ├── loss.py ├── loss_lpips.py ├── loss_mse.py ├── loss_point.py ├── loss_reproj.py ├── loss_ssim.py └── ssim.py ├── main.py ├── misc ├── LocalLogger.py ├── benchmarker.py ├── cam_utils.py ├── collation.py ├── discrete_probability_distribution.py ├── heterogeneous_pairings.py ├── image_io.py ├── intrinsics_utils.py ├── nn_module_tools.py ├── sh_rotation.py ├── sht.py ├── step_tracker.py ├── utils.py ├── wandb_tools.py └── weight_modify.py ├── model ├── decoder │ ├── __init__.py │ ├── cuda_splatting.py │ ├── decoder.py │ └── decoder_splatting_cuda.py ├── distiller │ ├── __init__.py │ └── dust3r_backbone.py ├── encoder │ ├── __init__.py │ ├── backbone │ │ ├── __init__.py │ │ ├── backbone.py │ │ ├── backbone_croco.py │ │ ├── backbone_croco_multiview.py │ │ ├── backbone_dino.py │ │ ├── backbone_resnet.py │ │ └── croco │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── blocks.py │ │ │ ├── croco.py │ │ │ ├── curope │ │ │ ├── __init__.py │ │ │ ├── curope.cpp │ │ │ ├── curope2d.py │ │ │ ├── kernels.cu │ │ │ └── setup.py │ │ │ ├── masking.py │ │ │ ├── misc.py │ │ │ ├── patch_embed.py │ │ │ └── pos_embed.py │ ├── common │ │ ├── gaussian_adapter.py │ │ └── gaussians.py │ ├── encoder.py │ ├── encoder_spfsplat.py │ ├── heads │ │ ├── __init__.py │ │ ├── dpt_block.py │ │ ├── dpt_gs_head.py │ │ ├── dpt_head.py │ │ ├── head_modules.py │ │ ├── linear_head.py │ │ ├── pose_head.py │ │ └── postprocess.py │ └── visualization │ │ ├── encoder_visualizer.py │ │ ├── encoder_visualizer_epipolar.py │ │ └── encoder_visualizer_epipolar_cfg.py ├── encodings │ └── positional_encoding.py ├── model_wrapper.py ├── ply_export.py ├── transformer │ ├── attention.py │ ├── feed_forward.py │ ├── pre_norm.py │ └── transformer.py └── types.py ├── paper └── validate_in_the_wild.py ├── scripts ├── convert_dl3dv_train.py └── generate_dl3dv_index.py └── visualization ├── annotation.py ├── camera_trajectory ├── interpolation.py ├── spin.py └── wobble.py ├── color_map.py ├── colors.py ├── drawing ├── cameras.py ├── coordinate_conversion.py ├── lines.py ├── points.py ├── rendering.py └── types.py ├── layout.py ├── validation_in_3d.py ├── video_render.py └── vis_depth.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/.gitignore -------------------------------------------------------------------------------- /DATASETS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/DATASETS.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/README.md -------------------------------------------------------------------------------- /assets/Inter-Regular.otf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/assets/Inter-Regular.otf -------------------------------------------------------------------------------- /assets/evaluation_index_acid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/assets/evaluation_index_acid.json -------------------------------------------------------------------------------- /assets/evaluation_index_acid_origin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/assets/evaluation_index_acid_origin.json -------------------------------------------------------------------------------- /assets/evaluation_index_dtu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/assets/evaluation_index_dtu.json -------------------------------------------------------------------------------- /assets/evaluation_index_re10k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/assets/evaluation_index_re10k.json -------------------------------------------------------------------------------- /assets/evaluation_index_re10k_origin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/assets/evaluation_index_re10k_origin.json -------------------------------------------------------------------------------- /config/compute_metrics.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/compute_metrics.yaml -------------------------------------------------------------------------------- /config/dataset/base_dataset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/dataset/base_dataset.yaml -------------------------------------------------------------------------------- /config/dataset/dl3dv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/dataset/dl3dv.yaml -------------------------------------------------------------------------------- /config/dataset/re10k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/dataset/re10k.yaml -------------------------------------------------------------------------------- /config/dataset/view_sampler/all.yaml: -------------------------------------------------------------------------------- 1 | name: all 2 | -------------------------------------------------------------------------------- /config/dataset/view_sampler/arbitrary.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/dataset/view_sampler/arbitrary.yaml -------------------------------------------------------------------------------- /config/dataset/view_sampler/bounded.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/dataset/view_sampler/bounded.yaml -------------------------------------------------------------------------------- /config/dataset/view_sampler/evaluation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/dataset/view_sampler/evaluation.yaml -------------------------------------------------------------------------------- /config/dataset/view_sampler_dataset_specific_config/base_view_sampler.yaml: -------------------------------------------------------------------------------- 1 | num_target_views: 4 2 | warm_up_steps: 150_000 3 | -------------------------------------------------------------------------------- /config/dataset/view_sampler_dataset_specific_config/bounded_dl3dv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/dataset/view_sampler_dataset_specific_config/bounded_dl3dv.yaml -------------------------------------------------------------------------------- /config/dataset/view_sampler_dataset_specific_config/bounded_re10k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/dataset/view_sampler_dataset_specific_config/bounded_re10k.yaml -------------------------------------------------------------------------------- /config/dataset/view_sampler_dataset_specific_config/evaluation_re10k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/dataset/view_sampler_dataset_specific_config/evaluation_re10k.yaml -------------------------------------------------------------------------------- /config/evaluation/acid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/evaluation/acid.yaml -------------------------------------------------------------------------------- /config/evaluation/eval_pose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/evaluation/eval_pose.yaml -------------------------------------------------------------------------------- /config/evaluation/re10k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/evaluation/re10k.yaml -------------------------------------------------------------------------------- /config/experiment/spfsplat/acid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/experiment/spfsplat/acid.yaml -------------------------------------------------------------------------------- /config/experiment/spfsplat/dtu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/experiment/spfsplat/dtu.yaml -------------------------------------------------------------------------------- /config/experiment/spfsplat/re10k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/experiment/spfsplat/re10k.yaml -------------------------------------------------------------------------------- /config/experiment/spfsplat/re10k_3view.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/experiment/spfsplat/re10k_3view.yaml -------------------------------------------------------------------------------- /config/experiment/spfsplat/re10k_dl3dv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/experiment/spfsplat/re10k_dl3dv.yaml -------------------------------------------------------------------------------- /config/generate_evaluation_index.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/generate_evaluation_index.yaml -------------------------------------------------------------------------------- /config/loss/lpips.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/loss/lpips.yaml -------------------------------------------------------------------------------- /config/loss/mse.yaml: -------------------------------------------------------------------------------- 1 | mse: 2 | weight: 1.0 3 | apply_after_step: 0 -------------------------------------------------------------------------------- /config/loss/reproj.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/loss/reproj.yaml -------------------------------------------------------------------------------- /config/main.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/main.yaml -------------------------------------------------------------------------------- /config/model/decoder/splatting_cuda.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/model/decoder/splatting_cuda.yaml -------------------------------------------------------------------------------- /config/model/encoder/backbone/croco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/model/encoder/backbone/croco.yaml -------------------------------------------------------------------------------- /config/model/encoder/backbone/croco_multi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/model/encoder/backbone/croco_multi.yaml -------------------------------------------------------------------------------- /config/model/encoder/spfsplat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/config/model/encoder/spfsplat.yaml -------------------------------------------------------------------------------- /examples/level9_1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/examples/level9_1.jpg -------------------------------------------------------------------------------- /examples/level9_2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/examples/level9_2.jpg -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/config.py -------------------------------------------------------------------------------- /src/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/__init__.py -------------------------------------------------------------------------------- /src/dataset/data_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/data_module.py -------------------------------------------------------------------------------- /src/dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/dataset.py -------------------------------------------------------------------------------- /src/dataset/dataset_re10k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/dataset_re10k.py -------------------------------------------------------------------------------- /src/dataset/shims/augmentation_shim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/shims/augmentation_shim.py -------------------------------------------------------------------------------- /src/dataset/shims/bounds_shim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/shims/bounds_shim.py -------------------------------------------------------------------------------- /src/dataset/shims/crop_shim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/shims/crop_shim.py -------------------------------------------------------------------------------- /src/dataset/shims/normalize_shim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/shims/normalize_shim.py -------------------------------------------------------------------------------- /src/dataset/shims/patch_shim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/shims/patch_shim.py -------------------------------------------------------------------------------- /src/dataset/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/types.py -------------------------------------------------------------------------------- /src/dataset/validation_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/validation_wrapper.py -------------------------------------------------------------------------------- /src/dataset/view_sampler/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/view_sampler/__init__.py -------------------------------------------------------------------------------- /src/dataset/view_sampler/three_view_hack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/view_sampler/three_view_hack.py -------------------------------------------------------------------------------- /src/dataset/view_sampler/view_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/view_sampler/view_sampler.py -------------------------------------------------------------------------------- /src/dataset/view_sampler/view_sampler_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/view_sampler/view_sampler_all.py -------------------------------------------------------------------------------- /src/dataset/view_sampler/view_sampler_arbitrary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/view_sampler/view_sampler_arbitrary.py -------------------------------------------------------------------------------- /src/dataset/view_sampler/view_sampler_bounded.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/view_sampler/view_sampler_bounded.py -------------------------------------------------------------------------------- /src/dataset/view_sampler/view_sampler_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/dataset/view_sampler/view_sampler_evaluation.py -------------------------------------------------------------------------------- /src/eval_pose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/eval_pose.py -------------------------------------------------------------------------------- /src/evaluation/evaluation_cfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/evaluation/evaluation_cfg.py -------------------------------------------------------------------------------- /src/evaluation/evaluation_index_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/evaluation/evaluation_index_generator.py -------------------------------------------------------------------------------- /src/evaluation/metric_computer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/evaluation/metric_computer.py -------------------------------------------------------------------------------- /src/evaluation/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/evaluation/metrics.py -------------------------------------------------------------------------------- /src/evaluation/pose_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/evaluation/pose_evaluator.py -------------------------------------------------------------------------------- /src/geometry/camera_emb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/geometry/camera_emb.py -------------------------------------------------------------------------------- /src/geometry/epipolar_lines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/geometry/epipolar_lines.py -------------------------------------------------------------------------------- /src/geometry/projection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/geometry/projection.py -------------------------------------------------------------------------------- /src/geometry/ptc_geometry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/geometry/ptc_geometry.py -------------------------------------------------------------------------------- /src/global_cfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/global_cfg.py -------------------------------------------------------------------------------- /src/loss/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/loss/__init__.py -------------------------------------------------------------------------------- /src/loss/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/loss/loss.py -------------------------------------------------------------------------------- /src/loss/loss_lpips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/loss/loss_lpips.py -------------------------------------------------------------------------------- /src/loss/loss_mse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/loss/loss_mse.py -------------------------------------------------------------------------------- /src/loss/loss_point.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/loss/loss_point.py -------------------------------------------------------------------------------- /src/loss/loss_reproj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/loss/loss_reproj.py -------------------------------------------------------------------------------- /src/loss/loss_ssim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/loss/loss_ssim.py -------------------------------------------------------------------------------- /src/loss/ssim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/loss/ssim.py -------------------------------------------------------------------------------- /src/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/main.py -------------------------------------------------------------------------------- /src/misc/LocalLogger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/LocalLogger.py -------------------------------------------------------------------------------- /src/misc/benchmarker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/benchmarker.py -------------------------------------------------------------------------------- /src/misc/cam_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/cam_utils.py -------------------------------------------------------------------------------- /src/misc/collation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/collation.py -------------------------------------------------------------------------------- /src/misc/discrete_probability_distribution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/discrete_probability_distribution.py -------------------------------------------------------------------------------- /src/misc/heterogeneous_pairings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/heterogeneous_pairings.py -------------------------------------------------------------------------------- /src/misc/image_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/image_io.py -------------------------------------------------------------------------------- /src/misc/intrinsics_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/intrinsics_utils.py -------------------------------------------------------------------------------- /src/misc/nn_module_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/nn_module_tools.py -------------------------------------------------------------------------------- /src/misc/sh_rotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/sh_rotation.py -------------------------------------------------------------------------------- /src/misc/sht.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/sht.py -------------------------------------------------------------------------------- /src/misc/step_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/step_tracker.py -------------------------------------------------------------------------------- /src/misc/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/utils.py -------------------------------------------------------------------------------- /src/misc/wandb_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/wandb_tools.py -------------------------------------------------------------------------------- /src/misc/weight_modify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/misc/weight_modify.py -------------------------------------------------------------------------------- /src/model/decoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/decoder/__init__.py -------------------------------------------------------------------------------- /src/model/decoder/cuda_splatting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/decoder/cuda_splatting.py -------------------------------------------------------------------------------- /src/model/decoder/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/decoder/decoder.py -------------------------------------------------------------------------------- /src/model/decoder/decoder_splatting_cuda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/decoder/decoder_splatting_cuda.py -------------------------------------------------------------------------------- /src/model/distiller/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/distiller/__init__.py -------------------------------------------------------------------------------- /src/model/distiller/dust3r_backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/distiller/dust3r_backbone.py -------------------------------------------------------------------------------- /src/model/encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/__init__.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/__init__.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/backbone.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/backbone_croco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/backbone_croco.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/backbone_croco_multiview.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/backbone_croco_multiview.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/backbone_dino.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/backbone_dino.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/backbone_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/backbone_resnet.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/croco/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/croco/README.md -------------------------------------------------------------------------------- /src/model/encoder/backbone/croco/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/model/encoder/backbone/croco/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/croco/blocks.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/croco/croco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/croco/croco.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/croco/curope/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/croco/curope/__init__.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/croco/curope/curope.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/croco/curope/curope.cpp -------------------------------------------------------------------------------- /src/model/encoder/backbone/croco/curope/curope2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/croco/curope/curope2d.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/croco/curope/kernels.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/croco/curope/kernels.cu -------------------------------------------------------------------------------- /src/model/encoder/backbone/croco/curope/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/croco/curope/setup.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/croco/masking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/croco/masking.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/croco/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/croco/misc.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/croco/patch_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/croco/patch_embed.py -------------------------------------------------------------------------------- /src/model/encoder/backbone/croco/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/backbone/croco/pos_embed.py -------------------------------------------------------------------------------- /src/model/encoder/common/gaussian_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/common/gaussian_adapter.py -------------------------------------------------------------------------------- /src/model/encoder/common/gaussians.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/common/gaussians.py -------------------------------------------------------------------------------- /src/model/encoder/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/encoder.py -------------------------------------------------------------------------------- /src/model/encoder/encoder_spfsplat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/encoder_spfsplat.py -------------------------------------------------------------------------------- /src/model/encoder/heads/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/heads/__init__.py -------------------------------------------------------------------------------- /src/model/encoder/heads/dpt_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/heads/dpt_block.py -------------------------------------------------------------------------------- /src/model/encoder/heads/dpt_gs_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/heads/dpt_gs_head.py -------------------------------------------------------------------------------- /src/model/encoder/heads/dpt_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/heads/dpt_head.py -------------------------------------------------------------------------------- /src/model/encoder/heads/head_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/heads/head_modules.py -------------------------------------------------------------------------------- /src/model/encoder/heads/linear_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/heads/linear_head.py -------------------------------------------------------------------------------- /src/model/encoder/heads/pose_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/heads/pose_head.py -------------------------------------------------------------------------------- /src/model/encoder/heads/postprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/heads/postprocess.py -------------------------------------------------------------------------------- /src/model/encoder/visualization/encoder_visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/visualization/encoder_visualizer.py -------------------------------------------------------------------------------- /src/model/encoder/visualization/encoder_visualizer_epipolar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/visualization/encoder_visualizer_epipolar.py -------------------------------------------------------------------------------- /src/model/encoder/visualization/encoder_visualizer_epipolar_cfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encoder/visualization/encoder_visualizer_epipolar_cfg.py -------------------------------------------------------------------------------- /src/model/encodings/positional_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/encodings/positional_encoding.py -------------------------------------------------------------------------------- /src/model/model_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/model_wrapper.py -------------------------------------------------------------------------------- /src/model/ply_export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/ply_export.py -------------------------------------------------------------------------------- /src/model/transformer/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/transformer/attention.py -------------------------------------------------------------------------------- /src/model/transformer/feed_forward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/transformer/feed_forward.py -------------------------------------------------------------------------------- /src/model/transformer/pre_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/transformer/pre_norm.py -------------------------------------------------------------------------------- /src/model/transformer/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/transformer/transformer.py -------------------------------------------------------------------------------- /src/model/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/model/types.py -------------------------------------------------------------------------------- /src/paper/validate_in_the_wild.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/paper/validate_in_the_wild.py -------------------------------------------------------------------------------- /src/scripts/convert_dl3dv_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/scripts/convert_dl3dv_train.py -------------------------------------------------------------------------------- /src/scripts/generate_dl3dv_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/scripts/generate_dl3dv_index.py -------------------------------------------------------------------------------- /src/visualization/annotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/annotation.py -------------------------------------------------------------------------------- /src/visualization/camera_trajectory/interpolation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/camera_trajectory/interpolation.py -------------------------------------------------------------------------------- /src/visualization/camera_trajectory/spin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/camera_trajectory/spin.py -------------------------------------------------------------------------------- /src/visualization/camera_trajectory/wobble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/camera_trajectory/wobble.py -------------------------------------------------------------------------------- /src/visualization/color_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/color_map.py -------------------------------------------------------------------------------- /src/visualization/colors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/colors.py -------------------------------------------------------------------------------- /src/visualization/drawing/cameras.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/drawing/cameras.py -------------------------------------------------------------------------------- /src/visualization/drawing/coordinate_conversion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/drawing/coordinate_conversion.py -------------------------------------------------------------------------------- /src/visualization/drawing/lines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/drawing/lines.py -------------------------------------------------------------------------------- /src/visualization/drawing/points.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/drawing/points.py -------------------------------------------------------------------------------- /src/visualization/drawing/rendering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/drawing/rendering.py -------------------------------------------------------------------------------- /src/visualization/drawing/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/drawing/types.py -------------------------------------------------------------------------------- /src/visualization/layout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/layout.py -------------------------------------------------------------------------------- /src/visualization/validation_in_3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/validation_in_3d.py -------------------------------------------------------------------------------- /src/visualization/video_render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/video_render.py -------------------------------------------------------------------------------- /src/visualization/vis_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ranrhuang/SPFSplat/HEAD/src/visualization/vis_depth.py --------------------------------------------------------------------------------