├── .gitignore ├── LICENSE ├── README.md ├── assets └── nefii.png ├── code ├── confs_sg │ ├── conf.conf │ ├── conf_neus.conf │ ├── physg.conf │ └── sdf.conf ├── datasets │ ├── scene_dataset.py │ └── sdf_dataset.py ├── envmaps │ ├── envmap1.exr │ ├── envmap1.png │ ├── envmap1_sg_fit │ │ ├── log_im_100.png │ │ ├── tmp_envmap_100.exr │ │ └── tmp_lgtSGs_100.npy │ ├── envmap2.exr │ ├── envmap2.png │ ├── envmap2_sg_fit │ │ ├── log_im_100.png │ │ ├── tmp_envmap_100.exr │ │ └── tmp_lgtSGs_100.npy │ ├── envmap3.exr │ ├── envmap3.png │ ├── envmap3_sg_fit │ │ ├── log_im_100.png │ │ ├── tmp_envmap_100.exr │ │ └── tmp_lgtSGs_100.npy │ ├── fit_envmap_constant.py │ ├── fit_envmap_with_sg.py │ ├── rotate_lightsg.py │ ├── sunrise.exr │ └── sunrise │ │ ├── log_im_128.png │ │ └── sg_128.npy ├── model │ ├── blender_envmap_convention.png │ ├── embedder.py │ ├── implicit_differentiable_renderer.py │ ├── loss.py │ ├── path_tracing_render.py │ ├── pixel_pair_generator.py │ ├── ray_tracing.py │ ├── sample_network.py │ ├── sg_envmap_convention.png │ ├── sg_envmap_material.py │ └── sg_render.py ├── scripts │ ├── compute_psnr.py │ ├── ds_neus2neus.py │ ├── ds_neus2physg.py │ ├── evaluate.py │ ├── idr_color_analyze.py │ ├── render.py │ └── vis_rotate_envlight.py ├── training │ ├── exp_runner.py │ ├── geometry_train.py │ ├── idr_train.py │ └── training_scripts │ │ ├── Physg_scripts │ │ ├── render_physg.sh │ │ └── run_physg.sh │ │ ├── coffee │ │ ├── eval.sh │ │ ├── render.sh │ │ ├── run_s1.sh │ │ └── run_s2.sh │ │ ├── fruit │ │ ├── eval.sh │ │ ├── render.sh │ │ ├── run_s1.sh │ │ └── run_s2.sh │ │ ├── hotdog │ │ ├── eval.sh │ │ ├── render.sh │ │ ├── run_s1.sh │ │ └── run_s2.sh │ │ ├── neus2nefii.sh │ │ ├── robot │ │ ├── eval.sh │ │ ├── render.sh │ │ ├── run_s1.sh │ │ └── run_s2.sh │ │ ├── run_s1_wmask.sh │ │ ├── run_s1_womask.sh │ │ ├── run_s2_wmask.sh │ │ └── run_s2_womask.sh └── utils │ ├── debug_helper.py │ ├── general.py │ ├── plots.py │ ├── rename.py │ ├── rend_util.py │ ├── sampler.py │ └── vis_util.py └── requirements.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/README.md -------------------------------------------------------------------------------- /assets/nefii.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/assets/nefii.png -------------------------------------------------------------------------------- /code/confs_sg/conf.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/confs_sg/conf.conf -------------------------------------------------------------------------------- /code/confs_sg/conf_neus.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/confs_sg/conf_neus.conf -------------------------------------------------------------------------------- /code/confs_sg/physg.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/confs_sg/physg.conf -------------------------------------------------------------------------------- /code/confs_sg/sdf.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/confs_sg/sdf.conf -------------------------------------------------------------------------------- /code/datasets/scene_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/datasets/scene_dataset.py -------------------------------------------------------------------------------- /code/datasets/sdf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/datasets/sdf_dataset.py -------------------------------------------------------------------------------- /code/envmaps/envmap1.exr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap1.exr -------------------------------------------------------------------------------- /code/envmaps/envmap1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap1.png -------------------------------------------------------------------------------- /code/envmaps/envmap1_sg_fit/log_im_100.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap1_sg_fit/log_im_100.png -------------------------------------------------------------------------------- /code/envmaps/envmap1_sg_fit/tmp_envmap_100.exr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap1_sg_fit/tmp_envmap_100.exr -------------------------------------------------------------------------------- /code/envmaps/envmap1_sg_fit/tmp_lgtSGs_100.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap1_sg_fit/tmp_lgtSGs_100.npy -------------------------------------------------------------------------------- /code/envmaps/envmap2.exr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap2.exr -------------------------------------------------------------------------------- /code/envmaps/envmap2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap2.png -------------------------------------------------------------------------------- /code/envmaps/envmap2_sg_fit/log_im_100.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap2_sg_fit/log_im_100.png -------------------------------------------------------------------------------- /code/envmaps/envmap2_sg_fit/tmp_envmap_100.exr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap2_sg_fit/tmp_envmap_100.exr -------------------------------------------------------------------------------- /code/envmaps/envmap2_sg_fit/tmp_lgtSGs_100.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap2_sg_fit/tmp_lgtSGs_100.npy -------------------------------------------------------------------------------- /code/envmaps/envmap3.exr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap3.exr -------------------------------------------------------------------------------- /code/envmaps/envmap3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap3.png -------------------------------------------------------------------------------- /code/envmaps/envmap3_sg_fit/log_im_100.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap3_sg_fit/log_im_100.png -------------------------------------------------------------------------------- /code/envmaps/envmap3_sg_fit/tmp_envmap_100.exr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap3_sg_fit/tmp_envmap_100.exr -------------------------------------------------------------------------------- /code/envmaps/envmap3_sg_fit/tmp_lgtSGs_100.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/envmap3_sg_fit/tmp_lgtSGs_100.npy -------------------------------------------------------------------------------- /code/envmaps/fit_envmap_constant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/fit_envmap_constant.py -------------------------------------------------------------------------------- /code/envmaps/fit_envmap_with_sg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/fit_envmap_with_sg.py -------------------------------------------------------------------------------- /code/envmaps/rotate_lightsg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/rotate_lightsg.py -------------------------------------------------------------------------------- /code/envmaps/sunrise.exr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/sunrise.exr -------------------------------------------------------------------------------- /code/envmaps/sunrise/log_im_128.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/sunrise/log_im_128.png -------------------------------------------------------------------------------- /code/envmaps/sunrise/sg_128.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/envmaps/sunrise/sg_128.npy -------------------------------------------------------------------------------- /code/model/blender_envmap_convention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/model/blender_envmap_convention.png -------------------------------------------------------------------------------- /code/model/embedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/model/embedder.py -------------------------------------------------------------------------------- /code/model/implicit_differentiable_renderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/model/implicit_differentiable_renderer.py -------------------------------------------------------------------------------- /code/model/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/model/loss.py -------------------------------------------------------------------------------- /code/model/path_tracing_render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/model/path_tracing_render.py -------------------------------------------------------------------------------- /code/model/pixel_pair_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/model/pixel_pair_generator.py -------------------------------------------------------------------------------- /code/model/ray_tracing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/model/ray_tracing.py -------------------------------------------------------------------------------- /code/model/sample_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/model/sample_network.py -------------------------------------------------------------------------------- /code/model/sg_envmap_convention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/model/sg_envmap_convention.png -------------------------------------------------------------------------------- /code/model/sg_envmap_material.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/model/sg_envmap_material.py -------------------------------------------------------------------------------- /code/model/sg_render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/model/sg_render.py -------------------------------------------------------------------------------- /code/scripts/compute_psnr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/scripts/compute_psnr.py -------------------------------------------------------------------------------- /code/scripts/ds_neus2neus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/scripts/ds_neus2neus.py -------------------------------------------------------------------------------- /code/scripts/ds_neus2physg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/scripts/ds_neus2physg.py -------------------------------------------------------------------------------- /code/scripts/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/scripts/evaluate.py -------------------------------------------------------------------------------- /code/scripts/idr_color_analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/scripts/idr_color_analyze.py -------------------------------------------------------------------------------- /code/scripts/render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/scripts/render.py -------------------------------------------------------------------------------- /code/scripts/vis_rotate_envlight.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/scripts/vis_rotate_envlight.py -------------------------------------------------------------------------------- /code/training/exp_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/exp_runner.py -------------------------------------------------------------------------------- /code/training/geometry_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/geometry_train.py -------------------------------------------------------------------------------- /code/training/idr_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/idr_train.py -------------------------------------------------------------------------------- /code/training/training_scripts/Physg_scripts/render_physg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/Physg_scripts/render_physg.sh -------------------------------------------------------------------------------- /code/training/training_scripts/Physg_scripts/run_physg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/Physg_scripts/run_physg.sh -------------------------------------------------------------------------------- /code/training/training_scripts/coffee/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/coffee/eval.sh -------------------------------------------------------------------------------- /code/training/training_scripts/coffee/render.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/coffee/render.sh -------------------------------------------------------------------------------- /code/training/training_scripts/coffee/run_s1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/coffee/run_s1.sh -------------------------------------------------------------------------------- /code/training/training_scripts/coffee/run_s2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/coffee/run_s2.sh -------------------------------------------------------------------------------- /code/training/training_scripts/fruit/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/fruit/eval.sh -------------------------------------------------------------------------------- /code/training/training_scripts/fruit/render.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/fruit/render.sh -------------------------------------------------------------------------------- /code/training/training_scripts/fruit/run_s1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/fruit/run_s1.sh -------------------------------------------------------------------------------- /code/training/training_scripts/fruit/run_s2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/fruit/run_s2.sh -------------------------------------------------------------------------------- /code/training/training_scripts/hotdog/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/hotdog/eval.sh -------------------------------------------------------------------------------- /code/training/training_scripts/hotdog/render.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/hotdog/render.sh -------------------------------------------------------------------------------- /code/training/training_scripts/hotdog/run_s1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/hotdog/run_s1.sh -------------------------------------------------------------------------------- /code/training/training_scripts/hotdog/run_s2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/hotdog/run_s2.sh -------------------------------------------------------------------------------- /code/training/training_scripts/neus2nefii.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/neus2nefii.sh -------------------------------------------------------------------------------- /code/training/training_scripts/robot/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/robot/eval.sh -------------------------------------------------------------------------------- /code/training/training_scripts/robot/render.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/robot/render.sh -------------------------------------------------------------------------------- /code/training/training_scripts/robot/run_s1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/robot/run_s1.sh -------------------------------------------------------------------------------- /code/training/training_scripts/robot/run_s2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/robot/run_s2.sh -------------------------------------------------------------------------------- /code/training/training_scripts/run_s1_wmask.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/run_s1_wmask.sh -------------------------------------------------------------------------------- /code/training/training_scripts/run_s1_womask.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/run_s1_womask.sh -------------------------------------------------------------------------------- /code/training/training_scripts/run_s2_wmask.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/run_s2_wmask.sh -------------------------------------------------------------------------------- /code/training/training_scripts/run_s2_womask.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/training/training_scripts/run_s2_womask.sh -------------------------------------------------------------------------------- /code/utils/debug_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/utils/debug_helper.py -------------------------------------------------------------------------------- /code/utils/general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/utils/general.py -------------------------------------------------------------------------------- /code/utils/plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/utils/plots.py -------------------------------------------------------------------------------- /code/utils/rename.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/utils/rename.py -------------------------------------------------------------------------------- /code/utils/rend_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/utils/rend_util.py -------------------------------------------------------------------------------- /code/utils/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/utils/sampler.py -------------------------------------------------------------------------------- /code/utils/vis_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/code/utils/vis_util.py -------------------------------------------------------------------------------- /requirements.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FuxiComputerVision/Nefii/HEAD/requirements.sh --------------------------------------------------------------------------------