├── .gitignore ├── LICENSE ├── README.md ├── configs ├── 3rdparty │ └── deeplabv3_config │ │ ├── _base_ │ │ ├── datasets │ │ │ └── ade20k.py │ │ ├── default_runtime.py │ │ ├── models │ │ │ └── deeplabv3_r50-d8.py │ │ └── schedules │ │ │ └── schedule_160k.py │ │ ├── deeplabv3_r101-d8_512x512_160k_ade20k.py │ │ └── deeplabv3_r50-d8_512x512_160k_ade20k.py ├── components │ ├── datasets │ │ ├── base_dataset.yaml │ │ ├── enerf_outdoor_dataset.yaml │ │ ├── mvibr.yaml │ │ ├── nhr_dataset.yaml │ │ └── zju_dataset.yaml │ ├── engine │ │ ├── base_engine.yaml │ │ ├── im4d_engine.yaml │ │ └── ngp_engine.yaml │ ├── losses │ │ ├── base_loss.yaml │ │ ├── im4d_loss.yaml │ │ └── kplanes_loss.yaml │ ├── methods │ │ ├── enerf.yaml │ │ ├── im4d.yaml │ │ ├── im4d_nerfacc.yaml │ │ ├── kplanes.yaml │ │ ├── nerf.yaml │ │ └── ngp.yaml │ └── opts │ │ ├── base_opt.yaml │ │ ├── cache_grid.yaml │ │ ├── cache_grid_background.yaml │ │ ├── export_pcd.yaml │ │ ├── fast_render.yaml │ │ ├── im4d_opt.yaml │ │ ├── lpips_loss_opt.yaml │ │ └── render_path │ │ ├── enerf_outdoor_nerfstudio_path.yaml │ │ ├── renbody_path.yaml │ │ └── zju_path.yaml ├── default.yaml ├── exps │ ├── enerf │ │ └── renbody │ │ │ ├── 0008_03.yaml │ │ │ └── 0013_01.yaml │ ├── im4d │ │ ├── enerf_outdoor │ │ │ └── actor1.yaml │ │ ├── nhr │ │ │ ├── basketball.yaml │ │ │ └── sport1.yaml │ │ ├── renbody │ │ │ ├── 0008_03.yaml │ │ │ ├── 0013_01.yaml │ │ │ ├── 0013_03.yaml │ │ │ ├── 0013_09.yaml │ │ │ └── 0023_08.yaml │ │ └── zju │ │ │ └── my_313.yaml │ ├── kplanes │ │ ├── nhr │ │ │ └── sport1.yaml │ │ └── renbody │ │ │ └── 0013_01.yaml │ ├── nerf │ │ └── renbody │ │ │ └── 0013_01.yaml │ └── ngp │ │ ├── enerf_outdoor │ │ └── actor1_background.yaml │ │ └── renbody │ │ └── 0013_01.yaml ├── local │ └── .gitignore └── tests │ └── .gitignore ├── docs ├── custom_data_tutorial.md ├── rendering_time_analysis.md └── studio_data_preprocess.md ├── lib ├── config │ ├── __init__.py │ ├── config.py │ └── yacs.py ├── datasets │ ├── __init__.py │ ├── collate_batch.py │ ├── make_dataset.py │ ├── samplers.py │ └── volcap │ │ ├── base_dataset.py │ │ └── ibr_dataset.py ├── evaluators │ ├── __init__.py │ ├── base_evaluator.py │ ├── enerf.py │ ├── make_evaluator.py │ └── nerf.py ├── networks │ ├── __init__.py │ ├── make_network.py │ └── nerf │ │ ├── activations │ │ └── __init__.py │ │ ├── encoders │ │ ├── __init__.py │ │ ├── frequency_encoder.py │ │ ├── im4d_encoder.py │ │ ├── imgfeat_ibrnet.py │ │ ├── kplanes_encoder.py │ │ ├── none_encoder.py │ │ └── tcnn_wrapper.py │ │ ├── fields │ │ ├── __init__.py │ │ ├── enerf_net.py │ │ ├── im4d_net.py │ │ ├── mini_ibr_net.py │ │ └── nerf_net.py │ │ ├── methods │ │ ├── enerf.py │ │ ├── ibr │ │ │ ├── cost_reg_net.py │ │ │ ├── cost_volume_utils.py │ │ │ └── feature_nets │ │ │ │ ├── __init__.py │ │ │ │ └── featurenet_unet.py │ │ └── mvibr.py │ │ ├── network.py │ │ └── samplers │ │ ├── __init__.py │ │ ├── cascade_sampler.py │ │ ├── dispuniform_sampler.py │ │ ├── mvs_sampler.py │ │ ├── uniform_sampler.py │ │ └── utils.py ├── train │ ├── __init__.py │ ├── losses │ │ ├── nerf.py │ │ └── vgg_perceptual_loss.py │ ├── optimizer.py │ ├── recorder.py │ ├── scheduler.py │ └── trainers │ │ ├── __init__.py │ │ ├── make_trainer.py │ │ └── trainer.py └── utils │ ├── base_utils.py │ ├── camera_utils.py │ ├── data_utils.py │ ├── easyvv │ ├── base_utils.py │ └── easy_utils.py │ ├── im4d │ ├── fastrend_utils.py │ └── im4d_utils.py │ ├── kplanes │ ├── intrinsics.py │ ├── lr_scheduling.py │ └── ray_utils.py │ ├── llff │ └── load_llff.py │ ├── msg_utils.py │ ├── net_utils.py │ ├── ops │ └── activations.py │ ├── optimizer │ ├── lr_scheduler.py │ └── radam.py │ ├── parallel_utils.py │ ├── pixel_sampling │ └── pixel_sampler.py │ ├── rend_utils.py │ └── vis_utils.py ├── requirements.txt ├── run.py ├── scripts ├── azure │ └── tts.py ├── colmap │ ├── colmap2ply.py │ ├── colmap2sc.py │ └── genlist_by_ply.py ├── evaluate │ └── im4d │ │ └── eval_nhr.py ├── im4d │ └── voxelize_pcd.py ├── nerfstudio │ ├── bbox.py │ ├── colmap2easyvv.py │ ├── colmap2nerfstudio.py │ ├── easyvv2nerfstudio.py │ ├── easyvv2transform.py │ ├── foreground_bbox.py │ ├── refinedtransform2transform.py │ ├── transform2easyvv.py │ ├── vis_transform_path.py │ └── visual_hull.py ├── objaverse │ └── download_objects.py ├── preprocess │ ├── DNA-rendering │ │ └── extract_from_smc.py │ ├── bbox.py │ ├── denoise_pcd.py │ └── dynerf │ │ └── gen_diff_patch.py ├── scraper │ └── .gitignore ├── sphere_images │ └── sample_from_sphere.py ├── template.py └── zju │ └── .gitignore └── train_net.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/README.md -------------------------------------------------------------------------------- /configs/3rdparty/deeplabv3_config/_base_/datasets/ade20k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/3rdparty/deeplabv3_config/_base_/datasets/ade20k.py -------------------------------------------------------------------------------- /configs/3rdparty/deeplabv3_config/_base_/default_runtime.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/3rdparty/deeplabv3_config/_base_/default_runtime.py -------------------------------------------------------------------------------- /configs/3rdparty/deeplabv3_config/_base_/models/deeplabv3_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/3rdparty/deeplabv3_config/_base_/models/deeplabv3_r50-d8.py -------------------------------------------------------------------------------- /configs/3rdparty/deeplabv3_config/_base_/schedules/schedule_160k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/3rdparty/deeplabv3_config/_base_/schedules/schedule_160k.py -------------------------------------------------------------------------------- /configs/3rdparty/deeplabv3_config/deeplabv3_r101-d8_512x512_160k_ade20k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/3rdparty/deeplabv3_config/deeplabv3_r101-d8_512x512_160k_ade20k.py -------------------------------------------------------------------------------- /configs/3rdparty/deeplabv3_config/deeplabv3_r50-d8_512x512_160k_ade20k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/3rdparty/deeplabv3_config/deeplabv3_r50-d8_512x512_160k_ade20k.py -------------------------------------------------------------------------------- /configs/components/datasets/base_dataset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/datasets/base_dataset.yaml -------------------------------------------------------------------------------- /configs/components/datasets/enerf_outdoor_dataset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/datasets/enerf_outdoor_dataset.yaml -------------------------------------------------------------------------------- /configs/components/datasets/mvibr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/datasets/mvibr.yaml -------------------------------------------------------------------------------- /configs/components/datasets/nhr_dataset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/datasets/nhr_dataset.yaml -------------------------------------------------------------------------------- /configs/components/datasets/zju_dataset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/datasets/zju_dataset.yaml -------------------------------------------------------------------------------- /configs/components/engine/base_engine.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/engine/base_engine.yaml -------------------------------------------------------------------------------- /configs/components/engine/im4d_engine.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/engine/im4d_engine.yaml -------------------------------------------------------------------------------- /configs/components/engine/ngp_engine.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/engine/ngp_engine.yaml -------------------------------------------------------------------------------- /configs/components/losses/base_loss.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/losses/base_loss.yaml -------------------------------------------------------------------------------- /configs/components/losses/im4d_loss.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/losses/im4d_loss.yaml -------------------------------------------------------------------------------- /configs/components/losses/kplanes_loss.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/losses/kplanes_loss.yaml -------------------------------------------------------------------------------- /configs/components/methods/enerf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/methods/enerf.yaml -------------------------------------------------------------------------------- /configs/components/methods/im4d.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/methods/im4d.yaml -------------------------------------------------------------------------------- /configs/components/methods/im4d_nerfacc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/methods/im4d_nerfacc.yaml -------------------------------------------------------------------------------- /configs/components/methods/kplanes.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/methods/kplanes.yaml -------------------------------------------------------------------------------- /configs/components/methods/nerf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/methods/nerf.yaml -------------------------------------------------------------------------------- /configs/components/methods/ngp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/methods/ngp.yaml -------------------------------------------------------------------------------- /configs/components/opts/base_opt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/opts/base_opt.yaml -------------------------------------------------------------------------------- /configs/components/opts/cache_grid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/opts/cache_grid.yaml -------------------------------------------------------------------------------- /configs/components/opts/cache_grid_background.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/opts/cache_grid_background.yaml -------------------------------------------------------------------------------- /configs/components/opts/export_pcd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/opts/export_pcd.yaml -------------------------------------------------------------------------------- /configs/components/opts/fast_render.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/opts/fast_render.yaml -------------------------------------------------------------------------------- /configs/components/opts/im4d_opt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/opts/im4d_opt.yaml -------------------------------------------------------------------------------- /configs/components/opts/lpips_loss_opt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/opts/lpips_loss_opt.yaml -------------------------------------------------------------------------------- /configs/components/opts/render_path/enerf_outdoor_nerfstudio_path.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/opts/render_path/enerf_outdoor_nerfstudio_path.yaml -------------------------------------------------------------------------------- /configs/components/opts/render_path/renbody_path.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/opts/render_path/renbody_path.yaml -------------------------------------------------------------------------------- /configs/components/opts/render_path/zju_path.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/components/opts/render_path/zju_path.yaml -------------------------------------------------------------------------------- /configs/default.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/exps/enerf/renbody/0008_03.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/enerf/renbody/0008_03.yaml -------------------------------------------------------------------------------- /configs/exps/enerf/renbody/0013_01.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/enerf/renbody/0013_01.yaml -------------------------------------------------------------------------------- /configs/exps/im4d/enerf_outdoor/actor1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/im4d/enerf_outdoor/actor1.yaml -------------------------------------------------------------------------------- /configs/exps/im4d/nhr/basketball.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/im4d/nhr/basketball.yaml -------------------------------------------------------------------------------- /configs/exps/im4d/nhr/sport1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/im4d/nhr/sport1.yaml -------------------------------------------------------------------------------- /configs/exps/im4d/renbody/0008_03.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/im4d/renbody/0008_03.yaml -------------------------------------------------------------------------------- /configs/exps/im4d/renbody/0013_01.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/im4d/renbody/0013_01.yaml -------------------------------------------------------------------------------- /configs/exps/im4d/renbody/0013_03.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/im4d/renbody/0013_03.yaml -------------------------------------------------------------------------------- /configs/exps/im4d/renbody/0013_09.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/im4d/renbody/0013_09.yaml -------------------------------------------------------------------------------- /configs/exps/im4d/renbody/0023_08.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/im4d/renbody/0023_08.yaml -------------------------------------------------------------------------------- /configs/exps/im4d/zju/my_313.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/im4d/zju/my_313.yaml -------------------------------------------------------------------------------- /configs/exps/kplanes/nhr/sport1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/kplanes/nhr/sport1.yaml -------------------------------------------------------------------------------- /configs/exps/kplanes/renbody/0013_01.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/kplanes/renbody/0013_01.yaml -------------------------------------------------------------------------------- /configs/exps/nerf/renbody/0013_01.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/nerf/renbody/0013_01.yaml -------------------------------------------------------------------------------- /configs/exps/ngp/enerf_outdoor/actor1_background.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/ngp/enerf_outdoor/actor1_background.yaml -------------------------------------------------------------------------------- /configs/exps/ngp/renbody/0013_01.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/configs/exps/ngp/renbody/0013_01.yaml -------------------------------------------------------------------------------- /configs/local/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | -------------------------------------------------------------------------------- /configs/tests/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | -------------------------------------------------------------------------------- /docs/custom_data_tutorial.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/docs/custom_data_tutorial.md -------------------------------------------------------------------------------- /docs/rendering_time_analysis.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/docs/rendering_time_analysis.md -------------------------------------------------------------------------------- /docs/studio_data_preprocess.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/docs/studio_data_preprocess.md -------------------------------------------------------------------------------- /lib/config/__init__.py: -------------------------------------------------------------------------------- 1 | from .config import cfg, args, logger 2 | -------------------------------------------------------------------------------- /lib/config/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/config/config.py -------------------------------------------------------------------------------- /lib/config/yacs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/config/yacs.py -------------------------------------------------------------------------------- /lib/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/datasets/__init__.py -------------------------------------------------------------------------------- /lib/datasets/collate_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/datasets/collate_batch.py -------------------------------------------------------------------------------- /lib/datasets/make_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/datasets/make_dataset.py -------------------------------------------------------------------------------- /lib/datasets/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/datasets/samplers.py -------------------------------------------------------------------------------- /lib/datasets/volcap/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/datasets/volcap/base_dataset.py -------------------------------------------------------------------------------- /lib/datasets/volcap/ibr_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/datasets/volcap/ibr_dataset.py -------------------------------------------------------------------------------- /lib/evaluators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/evaluators/__init__.py -------------------------------------------------------------------------------- /lib/evaluators/base_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/evaluators/base_evaluator.py -------------------------------------------------------------------------------- /lib/evaluators/enerf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/evaluators/enerf.py -------------------------------------------------------------------------------- /lib/evaluators/make_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/evaluators/make_evaluator.py -------------------------------------------------------------------------------- /lib/evaluators/nerf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/evaluators/nerf.py -------------------------------------------------------------------------------- /lib/networks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/__init__.py -------------------------------------------------------------------------------- /lib/networks/make_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/make_network.py -------------------------------------------------------------------------------- /lib/networks/nerf/activations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/activations/__init__.py -------------------------------------------------------------------------------- /lib/networks/nerf/encoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/encoders/__init__.py -------------------------------------------------------------------------------- /lib/networks/nerf/encoders/frequency_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/encoders/frequency_encoder.py -------------------------------------------------------------------------------- /lib/networks/nerf/encoders/im4d_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/encoders/im4d_encoder.py -------------------------------------------------------------------------------- /lib/networks/nerf/encoders/imgfeat_ibrnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/encoders/imgfeat_ibrnet.py -------------------------------------------------------------------------------- /lib/networks/nerf/encoders/kplanes_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/encoders/kplanes_encoder.py -------------------------------------------------------------------------------- /lib/networks/nerf/encoders/none_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/encoders/none_encoder.py -------------------------------------------------------------------------------- /lib/networks/nerf/encoders/tcnn_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/encoders/tcnn_wrapper.py -------------------------------------------------------------------------------- /lib/networks/nerf/fields/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/fields/__init__.py -------------------------------------------------------------------------------- /lib/networks/nerf/fields/enerf_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/fields/enerf_net.py -------------------------------------------------------------------------------- /lib/networks/nerf/fields/im4d_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/fields/im4d_net.py -------------------------------------------------------------------------------- /lib/networks/nerf/fields/mini_ibr_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/fields/mini_ibr_net.py -------------------------------------------------------------------------------- /lib/networks/nerf/fields/nerf_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/fields/nerf_net.py -------------------------------------------------------------------------------- /lib/networks/nerf/methods/enerf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/methods/enerf.py -------------------------------------------------------------------------------- /lib/networks/nerf/methods/ibr/cost_reg_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/methods/ibr/cost_reg_net.py -------------------------------------------------------------------------------- /lib/networks/nerf/methods/ibr/cost_volume_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/methods/ibr/cost_volume_utils.py -------------------------------------------------------------------------------- /lib/networks/nerf/methods/ibr/feature_nets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/methods/ibr/feature_nets/__init__.py -------------------------------------------------------------------------------- /lib/networks/nerf/methods/ibr/feature_nets/featurenet_unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/methods/ibr/feature_nets/featurenet_unet.py -------------------------------------------------------------------------------- /lib/networks/nerf/methods/mvibr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/methods/mvibr.py -------------------------------------------------------------------------------- /lib/networks/nerf/network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/network.py -------------------------------------------------------------------------------- /lib/networks/nerf/samplers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/samplers/__init__.py -------------------------------------------------------------------------------- /lib/networks/nerf/samplers/cascade_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/samplers/cascade_sampler.py -------------------------------------------------------------------------------- /lib/networks/nerf/samplers/dispuniform_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/samplers/dispuniform_sampler.py -------------------------------------------------------------------------------- /lib/networks/nerf/samplers/mvs_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/samplers/mvs_sampler.py -------------------------------------------------------------------------------- /lib/networks/nerf/samplers/uniform_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/samplers/uniform_sampler.py -------------------------------------------------------------------------------- /lib/networks/nerf/samplers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/networks/nerf/samplers/utils.py -------------------------------------------------------------------------------- /lib/train/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/train/__init__.py -------------------------------------------------------------------------------- /lib/train/losses/nerf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/train/losses/nerf.py -------------------------------------------------------------------------------- /lib/train/losses/vgg_perceptual_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/train/losses/vgg_perceptual_loss.py -------------------------------------------------------------------------------- /lib/train/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/train/optimizer.py -------------------------------------------------------------------------------- /lib/train/recorder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/train/recorder.py -------------------------------------------------------------------------------- /lib/train/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/train/scheduler.py -------------------------------------------------------------------------------- /lib/train/trainers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/train/trainers/__init__.py -------------------------------------------------------------------------------- /lib/train/trainers/make_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/train/trainers/make_trainer.py -------------------------------------------------------------------------------- /lib/train/trainers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/train/trainers/trainer.py -------------------------------------------------------------------------------- /lib/utils/base_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/base_utils.py -------------------------------------------------------------------------------- /lib/utils/camera_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/camera_utils.py -------------------------------------------------------------------------------- /lib/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/data_utils.py -------------------------------------------------------------------------------- /lib/utils/easyvv/base_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/easyvv/base_utils.py -------------------------------------------------------------------------------- /lib/utils/easyvv/easy_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/easyvv/easy_utils.py -------------------------------------------------------------------------------- /lib/utils/im4d/fastrend_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/im4d/fastrend_utils.py -------------------------------------------------------------------------------- /lib/utils/im4d/im4d_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/im4d/im4d_utils.py -------------------------------------------------------------------------------- /lib/utils/kplanes/intrinsics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/kplanes/intrinsics.py -------------------------------------------------------------------------------- /lib/utils/kplanes/lr_scheduling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/kplanes/lr_scheduling.py -------------------------------------------------------------------------------- /lib/utils/kplanes/ray_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/kplanes/ray_utils.py -------------------------------------------------------------------------------- /lib/utils/llff/load_llff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/llff/load_llff.py -------------------------------------------------------------------------------- /lib/utils/msg_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/msg_utils.py -------------------------------------------------------------------------------- /lib/utils/net_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/net_utils.py -------------------------------------------------------------------------------- /lib/utils/ops/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/ops/activations.py -------------------------------------------------------------------------------- /lib/utils/optimizer/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/optimizer/lr_scheduler.py -------------------------------------------------------------------------------- /lib/utils/optimizer/radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/optimizer/radam.py -------------------------------------------------------------------------------- /lib/utils/parallel_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/parallel_utils.py -------------------------------------------------------------------------------- /lib/utils/pixel_sampling/pixel_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/pixel_sampling/pixel_sampler.py -------------------------------------------------------------------------------- /lib/utils/rend_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/rend_utils.py -------------------------------------------------------------------------------- /lib/utils/vis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/lib/utils/vis_utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/run.py -------------------------------------------------------------------------------- /scripts/azure/tts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/azure/tts.py -------------------------------------------------------------------------------- /scripts/colmap/colmap2ply.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/colmap/colmap2ply.py -------------------------------------------------------------------------------- /scripts/colmap/colmap2sc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/colmap/colmap2sc.py -------------------------------------------------------------------------------- /scripts/colmap/genlist_by_ply.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/colmap/genlist_by_ply.py -------------------------------------------------------------------------------- /scripts/evaluate/im4d/eval_nhr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/evaluate/im4d/eval_nhr.py -------------------------------------------------------------------------------- /scripts/im4d/voxelize_pcd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/im4d/voxelize_pcd.py -------------------------------------------------------------------------------- /scripts/nerfstudio/bbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/nerfstudio/bbox.py -------------------------------------------------------------------------------- /scripts/nerfstudio/colmap2easyvv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/nerfstudio/colmap2easyvv.py -------------------------------------------------------------------------------- /scripts/nerfstudio/colmap2nerfstudio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/nerfstudio/colmap2nerfstudio.py -------------------------------------------------------------------------------- /scripts/nerfstudio/easyvv2nerfstudio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/nerfstudio/easyvv2nerfstudio.py -------------------------------------------------------------------------------- /scripts/nerfstudio/easyvv2transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/nerfstudio/easyvv2transform.py -------------------------------------------------------------------------------- /scripts/nerfstudio/foreground_bbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/nerfstudio/foreground_bbox.py -------------------------------------------------------------------------------- /scripts/nerfstudio/refinedtransform2transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/nerfstudio/refinedtransform2transform.py -------------------------------------------------------------------------------- /scripts/nerfstudio/transform2easyvv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/nerfstudio/transform2easyvv.py -------------------------------------------------------------------------------- /scripts/nerfstudio/vis_transform_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/nerfstudio/vis_transform_path.py -------------------------------------------------------------------------------- /scripts/nerfstudio/visual_hull.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/nerfstudio/visual_hull.py -------------------------------------------------------------------------------- /scripts/objaverse/download_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/objaverse/download_objects.py -------------------------------------------------------------------------------- /scripts/preprocess/DNA-rendering/extract_from_smc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/preprocess/DNA-rendering/extract_from_smc.py -------------------------------------------------------------------------------- /scripts/preprocess/bbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/preprocess/bbox.py -------------------------------------------------------------------------------- /scripts/preprocess/denoise_pcd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/preprocess/denoise_pcd.py -------------------------------------------------------------------------------- /scripts/preprocess/dynerf/gen_diff_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/preprocess/dynerf/gen_diff_patch.py -------------------------------------------------------------------------------- /scripts/scraper/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | -------------------------------------------------------------------------------- /scripts/sphere_images/sample_from_sphere.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/sphere_images/sample_from_sphere.py -------------------------------------------------------------------------------- /scripts/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/scripts/template.py -------------------------------------------------------------------------------- /scripts/zju/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | -------------------------------------------------------------------------------- /train_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/im4d/HEAD/train_net.py --------------------------------------------------------------------------------