├── .gitignore ├── README.md ├── config └── realestate_vqmodel.yaml ├── data └── scene0710_00 │ ├── exported │ ├── color │ │ ├── 1068.jpg │ │ ├── 1124.jpg │ │ ├── 1132.jpg │ │ └── 1236.jpg │ ├── depth │ │ ├── 1068.png │ │ ├── 1124.png │ │ ├── 1132.png │ │ └── 1236.png │ ├── intrinsic │ │ ├── extrinsic_color.txt │ │ ├── extrinsic_depth.txt │ │ ├── intrinsic_color.txt │ │ └── intrinsic_depth.txt │ └── pose │ │ ├── 1068.txt │ │ ├── 1124.txt │ │ ├── 1132.txt │ │ └── 1236.txt │ ├── novel_pose │ ├── 1020.txt │ ├── 1028.txt │ ├── 1036.txt │ ├── 1044.txt │ ├── 1052.txt │ ├── 1060.txt │ ├── 1068.txt │ ├── 1076.txt │ ├── 1084.txt │ ├── 1092.txt │ ├── 1100.txt │ ├── 1108.txt │ ├── 1116.txt │ ├── 1124.txt │ ├── 1132.txt │ ├── 1140.txt │ ├── 1148.txt │ ├── 1156.txt │ ├── 1164.txt │ ├── 1172.txt │ ├── 1180.txt │ ├── 1188.txt │ ├── 1196.txt │ ├── 1204.txt │ ├── 1212.txt │ ├── 1220.txt │ ├── 1228.txt │ ├── 1236.txt │ ├── 1244.txt │ ├── 1252.txt │ ├── 1260.txt │ └── 1268.txt │ ├── novel_vids.txt │ └── obs_vids.txt ├── generate.py ├── images └── show.png ├── render_hint.py ├── requirements.txt └── src ├── model ├── modules │ ├── decoder.py │ ├── layers.py │ ├── losses │ │ └── vqperceptual.py │ ├── scan_encoder.py │ └── vqvae │ │ ├── __init__.py │ │ ├── model.py │ │ └── quantize.py ├── myformer.py └── vqgan.py ├── render_utils.py ├── utils.py └── vq_utils.py /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | outputs/ 3 | data/ 4 | ckpts/ -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/README.md -------------------------------------------------------------------------------- /config/realestate_vqmodel.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/config/realestate_vqmodel.yaml -------------------------------------------------------------------------------- /data/scene0710_00/exported/color/1068.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/color/1068.jpg -------------------------------------------------------------------------------- /data/scene0710_00/exported/color/1124.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/color/1124.jpg -------------------------------------------------------------------------------- /data/scene0710_00/exported/color/1132.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/color/1132.jpg -------------------------------------------------------------------------------- /data/scene0710_00/exported/color/1236.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/color/1236.jpg -------------------------------------------------------------------------------- /data/scene0710_00/exported/depth/1068.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/depth/1068.png -------------------------------------------------------------------------------- /data/scene0710_00/exported/depth/1124.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/depth/1124.png -------------------------------------------------------------------------------- /data/scene0710_00/exported/depth/1132.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/depth/1132.png -------------------------------------------------------------------------------- /data/scene0710_00/exported/depth/1236.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/depth/1236.png -------------------------------------------------------------------------------- /data/scene0710_00/exported/intrinsic/extrinsic_color.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/intrinsic/extrinsic_color.txt -------------------------------------------------------------------------------- /data/scene0710_00/exported/intrinsic/extrinsic_depth.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/intrinsic/extrinsic_depth.txt -------------------------------------------------------------------------------- /data/scene0710_00/exported/intrinsic/intrinsic_color.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/intrinsic/intrinsic_color.txt -------------------------------------------------------------------------------- /data/scene0710_00/exported/intrinsic/intrinsic_depth.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/intrinsic/intrinsic_depth.txt -------------------------------------------------------------------------------- /data/scene0710_00/exported/pose/1068.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/pose/1068.txt -------------------------------------------------------------------------------- /data/scene0710_00/exported/pose/1124.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/pose/1124.txt -------------------------------------------------------------------------------- /data/scene0710_00/exported/pose/1132.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/pose/1132.txt -------------------------------------------------------------------------------- /data/scene0710_00/exported/pose/1236.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/exported/pose/1236.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1020.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1020.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1028.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1028.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1036.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1036.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1044.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1044.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1052.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1052.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1060.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1060.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1068.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1068.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1076.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1076.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1084.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1084.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1092.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1092.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1100.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1100.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1108.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1108.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1116.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1116.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1124.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1124.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1132.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1132.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1140.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1140.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1148.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1148.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1156.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1156.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1164.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1164.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1172.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1172.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1180.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1180.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1188.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1188.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1196.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1196.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1204.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1204.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1212.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1212.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1220.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1220.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1228.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1228.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1236.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1236.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1244.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1244.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1252.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1252.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1260.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1260.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_pose/1268.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_pose/1268.txt -------------------------------------------------------------------------------- /data/scene0710_00/novel_vids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/data/scene0710_00/novel_vids.txt -------------------------------------------------------------------------------- /data/scene0710_00/obs_vids.txt: -------------------------------------------------------------------------------- 1 | 1068,1124,1132,1236 -------------------------------------------------------------------------------- /generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/generate.py -------------------------------------------------------------------------------- /images/show.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/images/show.png -------------------------------------------------------------------------------- /render_hint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/render_hint.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | omegaconf==2.3.0 2 | opencv-python==4.9.0.80 3 | einops==0.7.0 -------------------------------------------------------------------------------- /src/model/modules/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/src/model/modules/decoder.py -------------------------------------------------------------------------------- /src/model/modules/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/src/model/modules/layers.py -------------------------------------------------------------------------------- /src/model/modules/losses/vqperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/src/model/modules/losses/vqperceptual.py -------------------------------------------------------------------------------- /src/model/modules/scan_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/src/model/modules/scan_encoder.py -------------------------------------------------------------------------------- /src/model/modules/vqvae/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/model/modules/vqvae/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/src/model/modules/vqvae/model.py -------------------------------------------------------------------------------- /src/model/modules/vqvae/quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/src/model/modules/vqvae/quantize.py -------------------------------------------------------------------------------- /src/model/myformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/src/model/myformer.py -------------------------------------------------------------------------------- /src/model/vqgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/src/model/vqgan.py -------------------------------------------------------------------------------- /src/render_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/src/render_utils.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/src/utils.py -------------------------------------------------------------------------------- /src/vq_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xt4d/SparseGNV/HEAD/src/vq_utils.py --------------------------------------------------------------------------------