├── .gitignore ├── README.md ├── assets └── pipeline.png ├── concat_video.py ├── configs ├── nerf.yaml ├── neus.yaml ├── syncdreamer-train.yaml └── syncdreamer.yaml ├── data └── walking_white_faced_egret │ ├── 0.png │ ├── 1.png │ ├── 10.png │ ├── 11.png │ ├── 12.png │ ├── 13.png │ ├── 14.png │ ├── 15.png │ ├── 16.png │ ├── 17.png │ ├── 18.png │ ├── 19.png │ ├── 2.png │ ├── 20.png │ ├── 21.png │ ├── 22.png │ ├── 23.png │ ├── 24.png │ ├── 25.png │ ├── 26.png │ ├── 27.png │ ├── 28.png │ ├── 29.png │ ├── 3.png │ ├── 30.png │ ├── 31.png │ ├── 4.png │ ├── 5.png │ ├── 6.png │ ├── 7.png │ ├── 8.png │ └── 9.png ├── data_convertor.py ├── frame_interpolation.py ├── generate.py ├── ldm ├── base_utils.py ├── data │ ├── __init__.py │ ├── base.py │ ├── coco.py │ ├── dummy.py │ ├── imagenet.py │ ├── inpainting │ │ ├── __init__.py │ │ └── synthetic_mask.py │ ├── laion.py │ ├── lsun.py │ ├── nerf_like.py │ ├── simple.py │ └── sync_dreamer.py ├── lr_scheduler.py ├── models │ ├── autoencoder.py │ └── diffusion │ │ ├── __init__.py │ │ ├── sync_dreamer.py │ │ ├── sync_dreamer_attention.py │ │ ├── sync_dreamer_network.py │ │ └── sync_dreamer_utils.py ├── modules │ ├── attention.py │ ├── diffusionmodules │ │ ├── __init__.py │ │ ├── model.py │ │ ├── openaimodel.py │ │ └── util.py │ ├── distributions │ │ ├── __init__.py │ │ └── distributions.py │ ├── encoders │ │ ├── __init__.py │ │ └── modules.py │ └── x_transformer.py ├── thirdp │ └── psp │ │ ├── helpers.py │ │ ├── id_loss.py │ │ └── model_irse.py └── util.py ├── meta_info └── camera-16.pkl ├── model ├── IFNet_HDv3.py ├── RIFE_HDv3.py ├── flownet.pkl ├── loss.py └── warplayer.py ├── requirements.txt ├── run.sh ├── utils ├── __init__.py ├── pytorch_msssim │ └── __init__.py └── vis_tools.py └── video_confidence.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/README.md -------------------------------------------------------------------------------- /assets/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/assets/pipeline.png -------------------------------------------------------------------------------- /concat_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/concat_video.py -------------------------------------------------------------------------------- /configs/nerf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/configs/nerf.yaml -------------------------------------------------------------------------------- /configs/neus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/configs/neus.yaml -------------------------------------------------------------------------------- /configs/syncdreamer-train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/configs/syncdreamer-train.yaml -------------------------------------------------------------------------------- /configs/syncdreamer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/configs/syncdreamer.yaml -------------------------------------------------------------------------------- /data/walking_white_faced_egret/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/0.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/1.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/10.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/11.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/12.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/13.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/14.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/15.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/15.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/16.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/17.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/17.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/18.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/18.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/19.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/19.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/2.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/20.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/20.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/21.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/21.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/22.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/22.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/23.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/23.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/24.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/24.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/25.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/25.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/26.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/26.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/27.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/27.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/28.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/28.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/29.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/29.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/3.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/30.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/30.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/31.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/31.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/4.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/5.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/6.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/7.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/8.png -------------------------------------------------------------------------------- /data/walking_white_faced_egret/9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data/walking_white_faced_egret/9.png -------------------------------------------------------------------------------- /data_convertor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/data_convertor.py -------------------------------------------------------------------------------- /frame_interpolation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/frame_interpolation.py -------------------------------------------------------------------------------- /generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/generate.py -------------------------------------------------------------------------------- /ldm/base_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/base_utils.py -------------------------------------------------------------------------------- /ldm/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/data/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/data/base.py -------------------------------------------------------------------------------- /ldm/data/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/data/coco.py -------------------------------------------------------------------------------- /ldm/data/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/data/dummy.py -------------------------------------------------------------------------------- /ldm/data/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/data/imagenet.py -------------------------------------------------------------------------------- /ldm/data/inpainting/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/data/inpainting/synthetic_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/data/inpainting/synthetic_mask.py -------------------------------------------------------------------------------- /ldm/data/laion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/data/laion.py -------------------------------------------------------------------------------- /ldm/data/lsun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/data/lsun.py -------------------------------------------------------------------------------- /ldm/data/nerf_like.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/data/nerf_like.py -------------------------------------------------------------------------------- /ldm/data/simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/data/simple.py -------------------------------------------------------------------------------- /ldm/data/sync_dreamer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/data/sync_dreamer.py -------------------------------------------------------------------------------- /ldm/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/lr_scheduler.py -------------------------------------------------------------------------------- /ldm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/models/autoencoder.py -------------------------------------------------------------------------------- /ldm/models/diffusion/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/models/diffusion/sync_dreamer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/models/diffusion/sync_dreamer.py -------------------------------------------------------------------------------- /ldm/models/diffusion/sync_dreamer_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/models/diffusion/sync_dreamer_attention.py -------------------------------------------------------------------------------- /ldm/models/diffusion/sync_dreamer_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/models/diffusion/sync_dreamer_network.py -------------------------------------------------------------------------------- /ldm/models/diffusion/sync_dreamer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/models/diffusion/sync_dreamer_utils.py -------------------------------------------------------------------------------- /ldm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/modules/attention.py -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/modules/diffusionmodules/model.py -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/openaimodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/modules/diffusionmodules/openaimodel.py -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/modules/diffusionmodules/util.py -------------------------------------------------------------------------------- /ldm/modules/distributions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/modules/distributions/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/modules/distributions/distributions.py -------------------------------------------------------------------------------- /ldm/modules/encoders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/modules/encoders/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/modules/encoders/modules.py -------------------------------------------------------------------------------- /ldm/modules/x_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/modules/x_transformer.py -------------------------------------------------------------------------------- /ldm/thirdp/psp/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/thirdp/psp/helpers.py -------------------------------------------------------------------------------- /ldm/thirdp/psp/id_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/thirdp/psp/id_loss.py -------------------------------------------------------------------------------- /ldm/thirdp/psp/model_irse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/thirdp/psp/model_irse.py -------------------------------------------------------------------------------- /ldm/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/ldm/util.py -------------------------------------------------------------------------------- /meta_info/camera-16.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/meta_info/camera-16.pkl -------------------------------------------------------------------------------- /model/IFNet_HDv3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/model/IFNet_HDv3.py -------------------------------------------------------------------------------- /model/RIFE_HDv3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/model/RIFE_HDv3.py -------------------------------------------------------------------------------- /model/flownet.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/model/flownet.pkl -------------------------------------------------------------------------------- /model/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/model/loss.py -------------------------------------------------------------------------------- /model/warplayer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/model/warplayer.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/run.sh -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/pytorch_msssim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/utils/pytorch_msssim/__init__.py -------------------------------------------------------------------------------- /utils/vis_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/utils/vis_tools.py -------------------------------------------------------------------------------- /video_confidence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-zvg/Efficient4D/HEAD/video_confidence.py --------------------------------------------------------------------------------