├── .gitignore ├── README.md ├── assets ├── data_preparation.md ├── examples │ ├── 028.jpg │ ├── 296eca7ce2954606.jpg │ ├── 4a2727e97a349ec8.jpg │ ├── 56c6c1942b6d49fc.jpg │ ├── 5d69218a4f9ab31a.jpg │ ├── 66863bed7c4a4f09.jpg │ ├── 789b8e0033a59dd8_1.jpg │ ├── 7cbfaa7f1a4a5352.jpg │ ├── ILSVRC2012_test_00007223.jpg │ ├── frame000022.jpg │ ├── frame000032.jpg │ └── frame000141.jpg └── overview.png ├── checkpoint └── config.yaml ├── config ├── eval │ ├── demo-origin.yaml │ ├── demo-raw.yaml │ ├── demo.yaml │ ├── eval_mv_co3d.yaml │ ├── eval_mv_mvimgnet.yaml │ ├── eval_mv_omniobject3d.yaml │ └── eval_sv.yaml ├── objaverse_both │ ├── train.yaml │ ├── train_constant_scale.yaml │ └── train_done.yaml ├── objaverse_both_all │ ├── train_sv-novel_consistency-curriculum-rerender.yaml │ └── train_sv-novel_consistency-curriculum.yaml ├── objaverse_both_mvimgnet │ ├── train_sv-novel.yaml │ ├── train_sv-novel_consistency-curriculum-rerender.yaml │ ├── train_sv-novel_consistency-curriculum.yaml │ └── train_sv-novel_consistency.yaml └── parse_config.py ├── dataset ├── co3d.py ├── constant.py ├── demo.py ├── mvimagenet_sv.py ├── mvimgnet.py ├── objaverse.py ├── objaverse_0123.py ├── omniobject3d.py ├── split_info │ ├── co3d_mv.json │ ├── demo.json │ ├── mvimgnet.json │ ├── mvimgnet_mv.json │ ├── objaverse.json │ ├── objaverse_0123.json │ ├── omniobject3d.json │ ├── shapenet_general-unseen.json │ ├── shapenet_general.json │ ├── singleview-80%.json │ ├── singleview.json │ ├── singleview_saliency.json │ └── singleview_unfiltered.json ├── wild_sv.py └── wild_sv_unfiltered.py ├── eval.sh ├── eval_mv.py ├── eval_sv.py ├── requirements.txt ├── run.py ├── run.sh ├── scripts ├── trainer.py ├── trainer_with_wild.py ├── trainer_with_wild_consistency.py ├── validator.py └── validator_mv.py ├── train.py ├── train.sh ├── train_sv.sh ├── tsr ├── models │ ├── isosurface.py │ ├── nerf_renderer.py │ ├── network_utils.py │ ├── tokenizers │ │ ├── image.py │ │ └── triplane.py │ └── transformer │ │ ├── attention.py │ │ ├── basic_transformer_block.py │ │ └── transformer_1d.py ├── system.py └── utils.py └── utils ├── data_utils.py ├── dist_utils.py ├── eval_utils.py ├── exp_utils.py ├── geo_utils.py ├── loader_utils.py ├── loss_utils.py ├── process_utils.py ├── train_utils.py └── vis_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/README.md -------------------------------------------------------------------------------- /assets/data_preparation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/assets/data_preparation.md -------------------------------------------------------------------------------- /assets/examples/028.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/assets/examples/028.jpg -------------------------------------------------------------------------------- /assets/examples/296eca7ce2954606.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/assets/examples/296eca7ce2954606.jpg -------------------------------------------------------------------------------- /assets/examples/4a2727e97a349ec8.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/assets/examples/4a2727e97a349ec8.jpg -------------------------------------------------------------------------------- /assets/examples/56c6c1942b6d49fc.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/assets/examples/56c6c1942b6d49fc.jpg -------------------------------------------------------------------------------- /assets/examples/5d69218a4f9ab31a.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/assets/examples/5d69218a4f9ab31a.jpg -------------------------------------------------------------------------------- /assets/examples/66863bed7c4a4f09.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/assets/examples/66863bed7c4a4f09.jpg -------------------------------------------------------------------------------- /assets/examples/789b8e0033a59dd8_1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/assets/examples/789b8e0033a59dd8_1.jpg -------------------------------------------------------------------------------- /assets/examples/7cbfaa7f1a4a5352.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/assets/examples/7cbfaa7f1a4a5352.jpg -------------------------------------------------------------------------------- /assets/examples/ILSVRC2012_test_00007223.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/assets/examples/ILSVRC2012_test_00007223.jpg -------------------------------------------------------------------------------- /assets/examples/frame000022.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/assets/examples/frame000022.jpg -------------------------------------------------------------------------------- /assets/examples/frame000032.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/assets/examples/frame000032.jpg -------------------------------------------------------------------------------- /assets/examples/frame000141.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/assets/examples/frame000141.jpg -------------------------------------------------------------------------------- /assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/assets/overview.png -------------------------------------------------------------------------------- /checkpoint/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/checkpoint/config.yaml -------------------------------------------------------------------------------- /config/eval/demo-origin.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/eval/demo-origin.yaml -------------------------------------------------------------------------------- /config/eval/demo-raw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/eval/demo-raw.yaml -------------------------------------------------------------------------------- /config/eval/demo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/eval/demo.yaml -------------------------------------------------------------------------------- /config/eval/eval_mv_co3d.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/eval/eval_mv_co3d.yaml -------------------------------------------------------------------------------- /config/eval/eval_mv_mvimgnet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/eval/eval_mv_mvimgnet.yaml -------------------------------------------------------------------------------- /config/eval/eval_mv_omniobject3d.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/eval/eval_mv_omniobject3d.yaml -------------------------------------------------------------------------------- /config/eval/eval_sv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/eval/eval_sv.yaml -------------------------------------------------------------------------------- /config/objaverse_both/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/objaverse_both/train.yaml -------------------------------------------------------------------------------- /config/objaverse_both/train_constant_scale.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/objaverse_both/train_constant_scale.yaml -------------------------------------------------------------------------------- /config/objaverse_both/train_done.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/objaverse_both/train_done.yaml -------------------------------------------------------------------------------- /config/objaverse_both_all/train_sv-novel_consistency-curriculum-rerender.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/objaverse_both_all/train_sv-novel_consistency-curriculum-rerender.yaml -------------------------------------------------------------------------------- /config/objaverse_both_all/train_sv-novel_consistency-curriculum.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/objaverse_both_all/train_sv-novel_consistency-curriculum.yaml -------------------------------------------------------------------------------- /config/objaverse_both_mvimgnet/train_sv-novel.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/objaverse_both_mvimgnet/train_sv-novel.yaml -------------------------------------------------------------------------------- /config/objaverse_both_mvimgnet/train_sv-novel_consistency-curriculum-rerender.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/objaverse_both_mvimgnet/train_sv-novel_consistency-curriculum-rerender.yaml -------------------------------------------------------------------------------- /config/objaverse_both_mvimgnet/train_sv-novel_consistency-curriculum.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/objaverse_both_mvimgnet/train_sv-novel_consistency-curriculum.yaml -------------------------------------------------------------------------------- /config/objaverse_both_mvimgnet/train_sv-novel_consistency.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/objaverse_both_mvimgnet/train_sv-novel_consistency.yaml -------------------------------------------------------------------------------- /config/parse_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/config/parse_config.py -------------------------------------------------------------------------------- /dataset/co3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/co3d.py -------------------------------------------------------------------------------- /dataset/constant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/constant.py -------------------------------------------------------------------------------- /dataset/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/demo.py -------------------------------------------------------------------------------- /dataset/mvimagenet_sv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/mvimagenet_sv.py -------------------------------------------------------------------------------- /dataset/mvimgnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/mvimgnet.py -------------------------------------------------------------------------------- /dataset/objaverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/objaverse.py -------------------------------------------------------------------------------- /dataset/objaverse_0123.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/objaverse_0123.py -------------------------------------------------------------------------------- /dataset/omniobject3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/omniobject3d.py -------------------------------------------------------------------------------- /dataset/split_info/co3d_mv.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/split_info/co3d_mv.json -------------------------------------------------------------------------------- /dataset/split_info/demo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/split_info/demo.json -------------------------------------------------------------------------------- /dataset/split_info/mvimgnet.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/split_info/mvimgnet.json -------------------------------------------------------------------------------- /dataset/split_info/mvimgnet_mv.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/split_info/mvimgnet_mv.json -------------------------------------------------------------------------------- /dataset/split_info/objaverse.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/split_info/objaverse.json -------------------------------------------------------------------------------- /dataset/split_info/objaverse_0123.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/split_info/objaverse_0123.json -------------------------------------------------------------------------------- /dataset/split_info/omniobject3d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/split_info/omniobject3d.json -------------------------------------------------------------------------------- /dataset/split_info/shapenet_general-unseen.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/split_info/shapenet_general-unseen.json -------------------------------------------------------------------------------- /dataset/split_info/shapenet_general.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/split_info/shapenet_general.json -------------------------------------------------------------------------------- /dataset/split_info/singleview-80%.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/split_info/singleview-80%.json -------------------------------------------------------------------------------- /dataset/split_info/singleview.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/split_info/singleview.json -------------------------------------------------------------------------------- /dataset/split_info/singleview_saliency.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/split_info/singleview_saliency.json -------------------------------------------------------------------------------- /dataset/split_info/singleview_unfiltered.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/split_info/singleview_unfiltered.json -------------------------------------------------------------------------------- /dataset/wild_sv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/wild_sv.py -------------------------------------------------------------------------------- /dataset/wild_sv_unfiltered.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/dataset/wild_sv_unfiltered.py -------------------------------------------------------------------------------- /eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/eval.sh -------------------------------------------------------------------------------- /eval_mv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/eval_mv.py -------------------------------------------------------------------------------- /eval_sv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/eval_sv.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/run.py -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/run.sh -------------------------------------------------------------------------------- /scripts/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/scripts/trainer.py -------------------------------------------------------------------------------- /scripts/trainer_with_wild.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/scripts/trainer_with_wild.py -------------------------------------------------------------------------------- /scripts/trainer_with_wild_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/scripts/trainer_with_wild_consistency.py -------------------------------------------------------------------------------- /scripts/validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/scripts/validator.py -------------------------------------------------------------------------------- /scripts/validator_mv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/scripts/validator_mv.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/train.py -------------------------------------------------------------------------------- /train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/train.sh -------------------------------------------------------------------------------- /train_sv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/train_sv.sh -------------------------------------------------------------------------------- /tsr/models/isosurface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/tsr/models/isosurface.py -------------------------------------------------------------------------------- /tsr/models/nerf_renderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/tsr/models/nerf_renderer.py -------------------------------------------------------------------------------- /tsr/models/network_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/tsr/models/network_utils.py -------------------------------------------------------------------------------- /tsr/models/tokenizers/image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/tsr/models/tokenizers/image.py -------------------------------------------------------------------------------- /tsr/models/tokenizers/triplane.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/tsr/models/tokenizers/triplane.py -------------------------------------------------------------------------------- /tsr/models/transformer/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/tsr/models/transformer/attention.py -------------------------------------------------------------------------------- /tsr/models/transformer/basic_transformer_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/tsr/models/transformer/basic_transformer_block.py -------------------------------------------------------------------------------- /tsr/models/transformer/transformer_1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/tsr/models/transformer/transformer_1d.py -------------------------------------------------------------------------------- /tsr/system.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/tsr/system.py -------------------------------------------------------------------------------- /tsr/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/tsr/utils.py -------------------------------------------------------------------------------- /utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/utils/data_utils.py -------------------------------------------------------------------------------- /utils/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/utils/dist_utils.py -------------------------------------------------------------------------------- /utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/utils/eval_utils.py -------------------------------------------------------------------------------- /utils/exp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/utils/exp_utils.py -------------------------------------------------------------------------------- /utils/geo_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/utils/geo_utils.py -------------------------------------------------------------------------------- /utils/loader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/utils/loader_utils.py -------------------------------------------------------------------------------- /utils/loss_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/utils/loss_utils.py -------------------------------------------------------------------------------- /utils/process_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/utils/process_utils.py -------------------------------------------------------------------------------- /utils/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/utils/train_utils.py -------------------------------------------------------------------------------- /utils/vis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwjiang1510/Real3D/HEAD/utils/vis_utils.py --------------------------------------------------------------------------------