├── .gitignore ├── LICENSE ├── README.md ├── SSR ├── __init__.py ├── configs │ ├── SSR_ScanNet_config.yaml │ └── SSR_room0_config.yaml ├── data_generation │ ├── README.md │ ├── extract_inst_obj.py │ ├── habitat_renderer.py │ ├── replica_render_config_vMAP.yaml │ ├── settings.py │ └── transformation.py ├── datasets │ ├── __init__.py │ ├── replica │ │ ├── __init__.py │ │ └── replica_datasets.py │ ├── replica_nyu │ │ ├── __init__.py │ │ └── replica_nyu_cnn_datasets.py │ └── scannet │ │ ├── __init__.py │ │ ├── scannet_datasets.py │ │ ├── scannet_reader.py │ │ └── scannet_utils.py ├── extract_colour_mesh.py ├── geometry │ ├── __init__.py │ └── occupancy.py ├── models │ ├── __init__.py │ ├── model_utils.py │ ├── rays.py │ └── semantic_nerf.py ├── training │ ├── __init__.py │ ├── trainer.py │ └── training_utils.py ├── utils │ ├── __init__.py │ ├── image_utils.py │ └── ndc_derivation.pdf └── visualisation │ ├── __init__.py │ ├── open3d_utils.py │ └── tensorboard_vis.py ├── imgs ├── sem_mesh_room0.png └── teaser.png ├── requirements.txt └── train_SSR_main.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/README.md -------------------------------------------------------------------------------- /SSR/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/__init__.py -------------------------------------------------------------------------------- /SSR/configs/SSR_ScanNet_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/configs/SSR_ScanNet_config.yaml -------------------------------------------------------------------------------- /SSR/configs/SSR_room0_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/configs/SSR_room0_config.yaml -------------------------------------------------------------------------------- /SSR/data_generation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/data_generation/README.md -------------------------------------------------------------------------------- /SSR/data_generation/extract_inst_obj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/data_generation/extract_inst_obj.py -------------------------------------------------------------------------------- /SSR/data_generation/habitat_renderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/data_generation/habitat_renderer.py -------------------------------------------------------------------------------- /SSR/data_generation/replica_render_config_vMAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/data_generation/replica_render_config_vMAP.yaml -------------------------------------------------------------------------------- /SSR/data_generation/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/data_generation/settings.py -------------------------------------------------------------------------------- /SSR/data_generation/transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/data_generation/transformation.py -------------------------------------------------------------------------------- /SSR/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /SSR/datasets/replica/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /SSR/datasets/replica/replica_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/datasets/replica/replica_datasets.py -------------------------------------------------------------------------------- /SSR/datasets/replica_nyu/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /SSR/datasets/replica_nyu/replica_nyu_cnn_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/datasets/replica_nyu/replica_nyu_cnn_datasets.py -------------------------------------------------------------------------------- /SSR/datasets/scannet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /SSR/datasets/scannet/scannet_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/datasets/scannet/scannet_datasets.py -------------------------------------------------------------------------------- /SSR/datasets/scannet/scannet_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/datasets/scannet/scannet_reader.py -------------------------------------------------------------------------------- /SSR/datasets/scannet/scannet_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/datasets/scannet/scannet_utils.py -------------------------------------------------------------------------------- /SSR/extract_colour_mesh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/extract_colour_mesh.py -------------------------------------------------------------------------------- /SSR/geometry/__init__.py: -------------------------------------------------------------------------------- 1 | from . import occupancy -------------------------------------------------------------------------------- /SSR/geometry/occupancy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/geometry/occupancy.py -------------------------------------------------------------------------------- /SSR/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/models/__init__.py -------------------------------------------------------------------------------- /SSR/models/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/models/model_utils.py -------------------------------------------------------------------------------- /SSR/models/rays.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/models/rays.py -------------------------------------------------------------------------------- /SSR/models/semantic_nerf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/models/semantic_nerf.py -------------------------------------------------------------------------------- /SSR/training/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/training/__init__.py -------------------------------------------------------------------------------- /SSR/training/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/training/trainer.py -------------------------------------------------------------------------------- /SSR/training/training_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/training/training_utils.py -------------------------------------------------------------------------------- /SSR/utils/__init__.py: -------------------------------------------------------------------------------- 1 | from . import image_utils -------------------------------------------------------------------------------- /SSR/utils/image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/utils/image_utils.py -------------------------------------------------------------------------------- /SSR/utils/ndc_derivation.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/utils/ndc_derivation.pdf -------------------------------------------------------------------------------- /SSR/visualisation/__init__.py: -------------------------------------------------------------------------------- 1 | from . import open3d_utils 2 | -------------------------------------------------------------------------------- /SSR/visualisation/open3d_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/visualisation/open3d_utils.py -------------------------------------------------------------------------------- /SSR/visualisation/tensorboard_vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/SSR/visualisation/tensorboard_vis.py -------------------------------------------------------------------------------- /imgs/sem_mesh_room0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/imgs/sem_mesh_room0.png -------------------------------------------------------------------------------- /imgs/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/imgs/teaser.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/requirements.txt -------------------------------------------------------------------------------- /train_SSR_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Harry-Zhi/semantic_nerf/HEAD/train_SSR_main.py --------------------------------------------------------------------------------