├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md ├── assets └── pipeline.png ├── configs ├── waymo_val_049.yaml ├── waymo_val_090.yaml ├── waymo_val_096.yaml ├── waymo_val_121.yaml ├── waymo_val_173.yaml └── waymo_val_176.yaml ├── create_scene.py ├── data_processor ├── README.md ├── pandaset_processor │ ├── generate_sky_mask.py │ ├── pandaset_convertor.py │ ├── pandaset_extrinsics.yaml │ ├── pandaset_helpers.py │ ├── pandaset_prepare_meta.py │ └── pandaset_render_lidar_pcd.py ├── utils │ ├── __init__.py │ ├── base_utils.py │ ├── box_utils.py │ ├── img_utils.py │ ├── multiprocess_utils.py │ ├── pcd_utils.py │ ├── read_write_model.py │ ├── render_utils.py │ └── visualization_utils.py └── waymo_processor │ ├── generate_sky_mask.py │ ├── waymo_converter.py │ ├── waymo_get_lidar_pcd.py │ ├── waymo_get_moge_pcd.py │ ├── waymo_helpers.py │ ├── waymo_prepare_meta.py │ └── waymo_render_lidar_pcd.py ├── pyrightconfig.json ├── render.py ├── requirements.txt ├── script ├── colmap_pandaset_full.py ├── colmap_waymo_full.py └── convert.py ├── street_gaussian ├── config │ ├── __init__.py │ ├── config.py │ └── yacs.py ├── datasets │ ├── base_readers.py │ ├── blender_readers.py │ ├── colmap_readers.py │ ├── dataset.py │ └── waymo_readers.py ├── models │ ├── __init__.py │ ├── actor_pose.py │ ├── camera_pose.py │ ├── color_correction.py │ ├── gaussian_model.py │ ├── gaussian_model_actor.py │ ├── gaussian_model_bkgd.py │ ├── gaussian_model_sky.py │ ├── scene.py │ ├── sky_cubemap.py │ ├── street_gaussian_model.py │ └── street_gaussian_renderer.py ├── pointcloud_processor │ ├── __init__.py │ ├── base_processor.py │ ├── pandaset_processor.py │ └── waymo_processor.py ├── utils │ ├── __init__.py │ ├── box_utils.py │ ├── camera_utils.py │ ├── cfg_utils.py │ ├── colmap_utils.py │ ├── data_utils.py │ ├── diffusion_utils.py │ ├── general_utils.py │ ├── graphics_utils.py │ ├── img_utils.py │ ├── loss_utils.py │ ├── lpipsPyTorch │ │ ├── __init__.py │ │ └── modules │ │ │ ├── lpips.py │ │ │ ├── networks.py │ │ │ └── utils.py │ ├── novel_view_utils.py │ ├── sh_utils.py │ ├── system_utils.py │ └── waymo_utils.py └── visualizers │ ├── base_visualizer.py │ └── street_gaussian_visualizer.py ├── train.py └── video_diffusion ├── LICENSE ├── README.md ├── __init__.py ├── assets ├── overview.png └── teaser.gif ├── bin_to_st.py ├── configs ├── condition │ ├── waymo_high_res_mix.yaml │ ├── waymo_high_res_only.yaml │ └── waymo_low_res.yaml ├── example │ ├── nusc_train.yaml │ └── nusc_train_overfit.yaml ├── inference │ ├── vista.yaml │ ├── waymo_high_res.yaml │ └── waymo_low_res.yaml └── training │ ├── vista_phase1.yaml │ ├── vista_phase2_stage1.yaml │ └── vista_phase2_stage2.yaml ├── docs ├── INSTALL.md ├── ISSUES.md ├── SAMPLING.md └── TRAINING.md ├── init_proj_path.py ├── requirements.txt ├── reward.py ├── reward_utils.py ├── sample.py ├── sample_condition.py ├── sample_utils.py ├── train.py ├── training.sh └── vwm ├── __init__.py ├── data ├── __init__.py ├── dataset.py └── subsets │ ├── __init__.py │ ├── common.py │ ├── nuscene_overfit.py │ ├── nuscenes.py │ ├── pandaset.py │ ├── waymo.py │ └── youtube.py ├── lr_scheduler.py ├── models ├── __init__.py ├── autoencoder.py ├── diffusion.py └── diffusion_condition.py ├── modules ├── __init__.py ├── attention.py ├── autoencoding │ ├── regularizers │ │ └── __init__.py │ └── temporal_ae.py ├── diffusionmodules │ ├── denoiser.py │ ├── denoiser_scaling.py │ ├── discretizer.py │ ├── guiders.py │ ├── loss.py │ ├── loss_weighting.py │ ├── model.py │ ├── openaimodel.py │ ├── sampling.py │ ├── sampling_utils.py │ ├── sigma_sampling.py │ ├── util.py │ ├── video_model.py │ └── wrappers.py ├── distributions │ └── distributions.py ├── ema.py ├── encoders │ └── modules.py └── video_attention.py └── util.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/README.md -------------------------------------------------------------------------------- /assets/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/assets/pipeline.png -------------------------------------------------------------------------------- /configs/waymo_val_049.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/configs/waymo_val_049.yaml -------------------------------------------------------------------------------- /configs/waymo_val_090.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/configs/waymo_val_090.yaml -------------------------------------------------------------------------------- /configs/waymo_val_096.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/configs/waymo_val_096.yaml -------------------------------------------------------------------------------- /configs/waymo_val_121.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/configs/waymo_val_121.yaml -------------------------------------------------------------------------------- /configs/waymo_val_173.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/configs/waymo_val_173.yaml -------------------------------------------------------------------------------- /configs/waymo_val_176.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/configs/waymo_val_176.yaml -------------------------------------------------------------------------------- /create_scene.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/create_scene.py -------------------------------------------------------------------------------- /data_processor/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/README.md -------------------------------------------------------------------------------- /data_processor/pandaset_processor/generate_sky_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/pandaset_processor/generate_sky_mask.py -------------------------------------------------------------------------------- /data_processor/pandaset_processor/pandaset_convertor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/pandaset_processor/pandaset_convertor.py -------------------------------------------------------------------------------- /data_processor/pandaset_processor/pandaset_extrinsics.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/pandaset_processor/pandaset_extrinsics.yaml -------------------------------------------------------------------------------- /data_processor/pandaset_processor/pandaset_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/pandaset_processor/pandaset_helpers.py -------------------------------------------------------------------------------- /data_processor/pandaset_processor/pandaset_prepare_meta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/pandaset_processor/pandaset_prepare_meta.py -------------------------------------------------------------------------------- /data_processor/pandaset_processor/pandaset_render_lidar_pcd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/pandaset_processor/pandaset_render_lidar_pcd.py -------------------------------------------------------------------------------- /data_processor/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data_processor/utils/base_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/utils/base_utils.py -------------------------------------------------------------------------------- /data_processor/utils/box_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/utils/box_utils.py -------------------------------------------------------------------------------- /data_processor/utils/img_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/utils/img_utils.py -------------------------------------------------------------------------------- /data_processor/utils/multiprocess_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/utils/multiprocess_utils.py -------------------------------------------------------------------------------- /data_processor/utils/pcd_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/utils/pcd_utils.py -------------------------------------------------------------------------------- /data_processor/utils/read_write_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/utils/read_write_model.py -------------------------------------------------------------------------------- /data_processor/utils/render_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/utils/render_utils.py -------------------------------------------------------------------------------- /data_processor/utils/visualization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/utils/visualization_utils.py -------------------------------------------------------------------------------- /data_processor/waymo_processor/generate_sky_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/waymo_processor/generate_sky_mask.py -------------------------------------------------------------------------------- /data_processor/waymo_processor/waymo_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/waymo_processor/waymo_converter.py -------------------------------------------------------------------------------- /data_processor/waymo_processor/waymo_get_lidar_pcd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/waymo_processor/waymo_get_lidar_pcd.py -------------------------------------------------------------------------------- /data_processor/waymo_processor/waymo_get_moge_pcd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/waymo_processor/waymo_get_moge_pcd.py -------------------------------------------------------------------------------- /data_processor/waymo_processor/waymo_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/waymo_processor/waymo_helpers.py -------------------------------------------------------------------------------- /data_processor/waymo_processor/waymo_prepare_meta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/waymo_processor/waymo_prepare_meta.py -------------------------------------------------------------------------------- /data_processor/waymo_processor/waymo_render_lidar_pcd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/data_processor/waymo_processor/waymo_render_lidar_pcd.py -------------------------------------------------------------------------------- /pyrightconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/pyrightconfig.json -------------------------------------------------------------------------------- /render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/render.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/requirements.txt -------------------------------------------------------------------------------- /script/colmap_pandaset_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/script/colmap_pandaset_full.py -------------------------------------------------------------------------------- /script/colmap_waymo_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/script/colmap_waymo_full.py -------------------------------------------------------------------------------- /script/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/script/convert.py -------------------------------------------------------------------------------- /street_gaussian/config/__init__.py: -------------------------------------------------------------------------------- 1 | from .config import cfg, args 2 | -------------------------------------------------------------------------------- /street_gaussian/config/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/config/config.py -------------------------------------------------------------------------------- /street_gaussian/config/yacs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/config/yacs.py -------------------------------------------------------------------------------- /street_gaussian/datasets/base_readers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/datasets/base_readers.py -------------------------------------------------------------------------------- /street_gaussian/datasets/blender_readers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/datasets/blender_readers.py -------------------------------------------------------------------------------- /street_gaussian/datasets/colmap_readers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/datasets/colmap_readers.py -------------------------------------------------------------------------------- /street_gaussian/datasets/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/datasets/dataset.py -------------------------------------------------------------------------------- /street_gaussian/datasets/waymo_readers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/datasets/waymo_readers.py -------------------------------------------------------------------------------- /street_gaussian/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /street_gaussian/models/actor_pose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/models/actor_pose.py -------------------------------------------------------------------------------- /street_gaussian/models/camera_pose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/models/camera_pose.py -------------------------------------------------------------------------------- /street_gaussian/models/color_correction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/models/color_correction.py -------------------------------------------------------------------------------- /street_gaussian/models/gaussian_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/models/gaussian_model.py -------------------------------------------------------------------------------- /street_gaussian/models/gaussian_model_actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/models/gaussian_model_actor.py -------------------------------------------------------------------------------- /street_gaussian/models/gaussian_model_bkgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/models/gaussian_model_bkgd.py -------------------------------------------------------------------------------- /street_gaussian/models/gaussian_model_sky.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/models/gaussian_model_sky.py -------------------------------------------------------------------------------- /street_gaussian/models/scene.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/models/scene.py -------------------------------------------------------------------------------- /street_gaussian/models/sky_cubemap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/models/sky_cubemap.py -------------------------------------------------------------------------------- /street_gaussian/models/street_gaussian_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/models/street_gaussian_model.py -------------------------------------------------------------------------------- /street_gaussian/models/street_gaussian_renderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/models/street_gaussian_renderer.py -------------------------------------------------------------------------------- /street_gaussian/pointcloud_processor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/pointcloud_processor/__init__.py -------------------------------------------------------------------------------- /street_gaussian/pointcloud_processor/base_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/pointcloud_processor/base_processor.py -------------------------------------------------------------------------------- /street_gaussian/pointcloud_processor/pandaset_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/pointcloud_processor/pandaset_processor.py -------------------------------------------------------------------------------- /street_gaussian/pointcloud_processor/waymo_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/pointcloud_processor/waymo_processor.py -------------------------------------------------------------------------------- /street_gaussian/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /street_gaussian/utils/box_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/box_utils.py -------------------------------------------------------------------------------- /street_gaussian/utils/camera_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/camera_utils.py -------------------------------------------------------------------------------- /street_gaussian/utils/cfg_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/cfg_utils.py -------------------------------------------------------------------------------- /street_gaussian/utils/colmap_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/colmap_utils.py -------------------------------------------------------------------------------- /street_gaussian/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/data_utils.py -------------------------------------------------------------------------------- /street_gaussian/utils/diffusion_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/diffusion_utils.py -------------------------------------------------------------------------------- /street_gaussian/utils/general_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/general_utils.py -------------------------------------------------------------------------------- /street_gaussian/utils/graphics_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/graphics_utils.py -------------------------------------------------------------------------------- /street_gaussian/utils/img_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/img_utils.py -------------------------------------------------------------------------------- /street_gaussian/utils/loss_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/loss_utils.py -------------------------------------------------------------------------------- /street_gaussian/utils/lpipsPyTorch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/lpipsPyTorch/__init__.py -------------------------------------------------------------------------------- /street_gaussian/utils/lpipsPyTorch/modules/lpips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/lpipsPyTorch/modules/lpips.py -------------------------------------------------------------------------------- /street_gaussian/utils/lpipsPyTorch/modules/networks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/lpipsPyTorch/modules/networks.py -------------------------------------------------------------------------------- /street_gaussian/utils/lpipsPyTorch/modules/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/lpipsPyTorch/modules/utils.py -------------------------------------------------------------------------------- /street_gaussian/utils/novel_view_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/novel_view_utils.py -------------------------------------------------------------------------------- /street_gaussian/utils/sh_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/sh_utils.py -------------------------------------------------------------------------------- /street_gaussian/utils/system_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/system_utils.py -------------------------------------------------------------------------------- /street_gaussian/utils/waymo_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/utils/waymo_utils.py -------------------------------------------------------------------------------- /street_gaussian/visualizers/base_visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/visualizers/base_visualizer.py -------------------------------------------------------------------------------- /street_gaussian/visualizers/street_gaussian_visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/street_gaussian/visualizers/street_gaussian_visualizer.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/train.py -------------------------------------------------------------------------------- /video_diffusion/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/LICENSE -------------------------------------------------------------------------------- /video_diffusion/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/README.md -------------------------------------------------------------------------------- /video_diffusion/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/__init__.py -------------------------------------------------------------------------------- /video_diffusion/assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/assets/overview.png -------------------------------------------------------------------------------- /video_diffusion/assets/teaser.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/assets/teaser.gif -------------------------------------------------------------------------------- /video_diffusion/bin_to_st.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/bin_to_st.py -------------------------------------------------------------------------------- /video_diffusion/configs/condition/waymo_high_res_mix.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/configs/condition/waymo_high_res_mix.yaml -------------------------------------------------------------------------------- /video_diffusion/configs/condition/waymo_high_res_only.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/configs/condition/waymo_high_res_only.yaml -------------------------------------------------------------------------------- /video_diffusion/configs/condition/waymo_low_res.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/configs/condition/waymo_low_res.yaml -------------------------------------------------------------------------------- /video_diffusion/configs/example/nusc_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/configs/example/nusc_train.yaml -------------------------------------------------------------------------------- /video_diffusion/configs/example/nusc_train_overfit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/configs/example/nusc_train_overfit.yaml -------------------------------------------------------------------------------- /video_diffusion/configs/inference/vista.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/configs/inference/vista.yaml -------------------------------------------------------------------------------- /video_diffusion/configs/inference/waymo_high_res.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/configs/inference/waymo_high_res.yaml -------------------------------------------------------------------------------- /video_diffusion/configs/inference/waymo_low_res.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/configs/inference/waymo_low_res.yaml -------------------------------------------------------------------------------- /video_diffusion/configs/training/vista_phase1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/configs/training/vista_phase1.yaml -------------------------------------------------------------------------------- /video_diffusion/configs/training/vista_phase2_stage1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/configs/training/vista_phase2_stage1.yaml -------------------------------------------------------------------------------- /video_diffusion/configs/training/vista_phase2_stage2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/configs/training/vista_phase2_stage2.yaml -------------------------------------------------------------------------------- /video_diffusion/docs/INSTALL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/docs/INSTALL.md -------------------------------------------------------------------------------- /video_diffusion/docs/ISSUES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/docs/ISSUES.md -------------------------------------------------------------------------------- /video_diffusion/docs/SAMPLING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/docs/SAMPLING.md -------------------------------------------------------------------------------- /video_diffusion/docs/TRAINING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/docs/TRAINING.md -------------------------------------------------------------------------------- /video_diffusion/init_proj_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/init_proj_path.py -------------------------------------------------------------------------------- /video_diffusion/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/requirements.txt -------------------------------------------------------------------------------- /video_diffusion/reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/reward.py -------------------------------------------------------------------------------- /video_diffusion/reward_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/reward_utils.py -------------------------------------------------------------------------------- /video_diffusion/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/sample.py -------------------------------------------------------------------------------- /video_diffusion/sample_condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/sample_condition.py -------------------------------------------------------------------------------- /video_diffusion/sample_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/sample_utils.py -------------------------------------------------------------------------------- /video_diffusion/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/train.py -------------------------------------------------------------------------------- /video_diffusion/training.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/training.sh -------------------------------------------------------------------------------- /video_diffusion/vwm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/__init__.py -------------------------------------------------------------------------------- /video_diffusion/vwm/data/__init__.py: -------------------------------------------------------------------------------- 1 | from .dataset import StableDataModuleFromConfig 2 | -------------------------------------------------------------------------------- /video_diffusion/vwm/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/data/dataset.py -------------------------------------------------------------------------------- /video_diffusion/vwm/data/subsets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/data/subsets/__init__.py -------------------------------------------------------------------------------- /video_diffusion/vwm/data/subsets/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/data/subsets/common.py -------------------------------------------------------------------------------- /video_diffusion/vwm/data/subsets/nuscene_overfit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/data/subsets/nuscene_overfit.py -------------------------------------------------------------------------------- /video_diffusion/vwm/data/subsets/nuscenes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/data/subsets/nuscenes.py -------------------------------------------------------------------------------- /video_diffusion/vwm/data/subsets/pandaset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/data/subsets/pandaset.py -------------------------------------------------------------------------------- /video_diffusion/vwm/data/subsets/waymo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/data/subsets/waymo.py -------------------------------------------------------------------------------- /video_diffusion/vwm/data/subsets/youtube.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/data/subsets/youtube.py -------------------------------------------------------------------------------- /video_diffusion/vwm/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/lr_scheduler.py -------------------------------------------------------------------------------- /video_diffusion/vwm/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/models/__init__.py -------------------------------------------------------------------------------- /video_diffusion/vwm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/models/autoencoder.py -------------------------------------------------------------------------------- /video_diffusion/vwm/models/diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/models/diffusion.py -------------------------------------------------------------------------------- /video_diffusion/vwm/models/diffusion_condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/models/diffusion_condition.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/__init__.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/attention.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/autoencoding/regularizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/autoencoding/regularizers/__init__.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/autoencoding/temporal_ae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/autoencoding/temporal_ae.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/diffusionmodules/denoiser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/diffusionmodules/denoiser.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/diffusionmodules/denoiser_scaling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/diffusionmodules/denoiser_scaling.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/diffusionmodules/discretizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/diffusionmodules/discretizer.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/diffusionmodules/guiders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/diffusionmodules/guiders.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/diffusionmodules/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/diffusionmodules/loss.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/diffusionmodules/loss_weighting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/diffusionmodules/loss_weighting.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/diffusionmodules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/diffusionmodules/model.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/diffusionmodules/openaimodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/diffusionmodules/openaimodel.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/diffusionmodules/sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/diffusionmodules/sampling.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/diffusionmodules/sampling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/diffusionmodules/sampling_utils.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/diffusionmodules/sigma_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/diffusionmodules/sigma_sampling.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/diffusionmodules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/diffusionmodules/util.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/diffusionmodules/video_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/diffusionmodules/video_model.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/diffusionmodules/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/diffusionmodules/wrappers.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/distributions/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/distributions/distributions.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/ema.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/encoders/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/encoders/modules.py -------------------------------------------------------------------------------- /video_diffusion/vwm/modules/video_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/modules/video_attention.py -------------------------------------------------------------------------------- /video_diffusion/vwm/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zju3dv/street_crafter/HEAD/video_diffusion/vwm/util.py --------------------------------------------------------------------------------