├── .gitignore ├── OmniScore └── visualize_pair_prob.py ├── assets ├── pipeline.png ├── vc2-dpo │ ├── 0001.gif │ ├── 0105.gif │ ├── 0131.gif │ ├── 0163.gif │ ├── 0197.gif │ └── 0238.gif └── vc2-init │ ├── 0001.gif │ ├── 0105.gif │ ├── 0131.gif │ ├── 0163.gif │ ├── 0197.gif │ └── 0238.gif ├── configs ├── inference │ ├── inference_t2v_1024_v1.0.yaml │ ├── inference_t2v_512_v2.0.yaml │ └── lora_inference_t2v_512_v2.0.yaml ├── inference_t2v_512_v2.0.yaml ├── t2v_turbo_dpo │ ├── config.yaml │ ├── run.sh │ ├── turbo_vbench.sh │ ├── turbo_visualize.sh │ └── vidpro │ │ └── train_data.yaml └── vc2_dpo │ ├── config.yaml │ ├── run.sh │ └── vidpro │ ├── train_data.yaml │ └── val_data.yaml ├── data ├── base.py ├── lightning_data.py ├── video_data.py └── webvid_lvdm.py ├── lvdm ├── distributions.py ├── ema.py ├── models │ ├── autoencoder.py │ ├── ddpm3d.py │ ├── turbo_utils │ │ ├── lora.py │ │ ├── lora_handler.py │ │ ├── ode_solver │ │ │ ├── __init__.py │ │ │ └── ddim_solver.py │ │ ├── t2v_turbo_pipeline.py │ │ ├── t2v_turbo_scheduler.py │ │ └── turbo_scheduler.py │ └── utils_diffusion.py ├── modules │ ├── ae_modules.py │ ├── attention.py │ ├── encoders │ │ ├── condition.py │ │ └── ip_resampler.py │ ├── lora.py │ ├── losses │ │ ├── __init__.py │ │ └── contperceptual.py │ ├── networks │ │ └── openaimodel3d.py │ ├── utils.py │ └── x_transformer.py └── samplers │ └── ddim.py ├── prompts ├── cvpr_demo_supp_vidpro10k-2.txt ├── test_prompts.txt ├── vbench_standard_prompts.txt └── vidpro-100-dict.json ├── readme.md ├── requirements.txt ├── scripts ├── custom_train_utils.py ├── inference.py ├── inference_ddp.py ├── inference_utils.py ├── train.py ├── train_utils.py └── turbo_inference │ ├── text2video.py │ └── vbench_videos.py ├── scripts_sh ├── down_ckpt.sh └── inference_t2v.sh └── utils ├── callbacks.py ├── clean_results.py ├── common_utils.py ├── convert_pl_ckpt_lora.py ├── create_ref_model.py ├── load_weigths.py ├── save_video.py └── video2image.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/.gitignore -------------------------------------------------------------------------------- /OmniScore/visualize_pair_prob.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/OmniScore/visualize_pair_prob.py -------------------------------------------------------------------------------- /assets/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/assets/pipeline.png -------------------------------------------------------------------------------- /assets/vc2-dpo/0001.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/assets/vc2-dpo/0001.gif -------------------------------------------------------------------------------- /assets/vc2-dpo/0105.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/assets/vc2-dpo/0105.gif -------------------------------------------------------------------------------- /assets/vc2-dpo/0131.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/assets/vc2-dpo/0131.gif -------------------------------------------------------------------------------- /assets/vc2-dpo/0163.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/assets/vc2-dpo/0163.gif -------------------------------------------------------------------------------- /assets/vc2-dpo/0197.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/assets/vc2-dpo/0197.gif -------------------------------------------------------------------------------- /assets/vc2-dpo/0238.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/assets/vc2-dpo/0238.gif -------------------------------------------------------------------------------- /assets/vc2-init/0001.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/assets/vc2-init/0001.gif -------------------------------------------------------------------------------- /assets/vc2-init/0105.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/assets/vc2-init/0105.gif -------------------------------------------------------------------------------- /assets/vc2-init/0131.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/assets/vc2-init/0131.gif -------------------------------------------------------------------------------- /assets/vc2-init/0163.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/assets/vc2-init/0163.gif -------------------------------------------------------------------------------- /assets/vc2-init/0197.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/assets/vc2-init/0197.gif -------------------------------------------------------------------------------- /assets/vc2-init/0238.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/assets/vc2-init/0238.gif -------------------------------------------------------------------------------- /configs/inference/inference_t2v_1024_v1.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/configs/inference/inference_t2v_1024_v1.0.yaml -------------------------------------------------------------------------------- /configs/inference/inference_t2v_512_v2.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/configs/inference/inference_t2v_512_v2.0.yaml -------------------------------------------------------------------------------- /configs/inference/lora_inference_t2v_512_v2.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/configs/inference/lora_inference_t2v_512_v2.0.yaml -------------------------------------------------------------------------------- /configs/inference_t2v_512_v2.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/configs/inference_t2v_512_v2.0.yaml -------------------------------------------------------------------------------- /configs/t2v_turbo_dpo/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/configs/t2v_turbo_dpo/config.yaml -------------------------------------------------------------------------------- /configs/t2v_turbo_dpo/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/configs/t2v_turbo_dpo/run.sh -------------------------------------------------------------------------------- /configs/t2v_turbo_dpo/turbo_vbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/configs/t2v_turbo_dpo/turbo_vbench.sh -------------------------------------------------------------------------------- /configs/t2v_turbo_dpo/turbo_visualize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/configs/t2v_turbo_dpo/turbo_visualize.sh -------------------------------------------------------------------------------- /configs/t2v_turbo_dpo/vidpro/train_data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/configs/t2v_turbo_dpo/vidpro/train_data.yaml -------------------------------------------------------------------------------- /configs/vc2_dpo/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/configs/vc2_dpo/config.yaml -------------------------------------------------------------------------------- /configs/vc2_dpo/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/configs/vc2_dpo/run.sh -------------------------------------------------------------------------------- /configs/vc2_dpo/vidpro/train_data.yaml: -------------------------------------------------------------------------------- 1 | META: 2 | - data/vidpro-vc2-dpo-dataset 3 | -------------------------------------------------------------------------------- /configs/vc2_dpo/vidpro/val_data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/configs/vc2_dpo/vidpro/val_data.yaml -------------------------------------------------------------------------------- /data/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/data/base.py -------------------------------------------------------------------------------- /data/lightning_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/data/lightning_data.py -------------------------------------------------------------------------------- /data/video_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/data/video_data.py -------------------------------------------------------------------------------- /data/webvid_lvdm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/data/webvid_lvdm.py -------------------------------------------------------------------------------- /lvdm/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/distributions.py -------------------------------------------------------------------------------- /lvdm/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/ema.py -------------------------------------------------------------------------------- /lvdm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/models/autoencoder.py -------------------------------------------------------------------------------- /lvdm/models/ddpm3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/models/ddpm3d.py -------------------------------------------------------------------------------- /lvdm/models/turbo_utils/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/models/turbo_utils/lora.py -------------------------------------------------------------------------------- /lvdm/models/turbo_utils/lora_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/models/turbo_utils/lora_handler.py -------------------------------------------------------------------------------- /lvdm/models/turbo_utils/ode_solver/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/models/turbo_utils/ode_solver/__init__.py -------------------------------------------------------------------------------- /lvdm/models/turbo_utils/ode_solver/ddim_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/models/turbo_utils/ode_solver/ddim_solver.py -------------------------------------------------------------------------------- /lvdm/models/turbo_utils/t2v_turbo_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/models/turbo_utils/t2v_turbo_pipeline.py -------------------------------------------------------------------------------- /lvdm/models/turbo_utils/t2v_turbo_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/models/turbo_utils/t2v_turbo_scheduler.py -------------------------------------------------------------------------------- /lvdm/models/turbo_utils/turbo_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/models/turbo_utils/turbo_scheduler.py -------------------------------------------------------------------------------- /lvdm/models/utils_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/models/utils_diffusion.py -------------------------------------------------------------------------------- /lvdm/modules/ae_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/modules/ae_modules.py -------------------------------------------------------------------------------- /lvdm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/modules/attention.py -------------------------------------------------------------------------------- /lvdm/modules/encoders/condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/modules/encoders/condition.py -------------------------------------------------------------------------------- /lvdm/modules/encoders/ip_resampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/modules/encoders/ip_resampler.py -------------------------------------------------------------------------------- /lvdm/modules/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/modules/lora.py -------------------------------------------------------------------------------- /lvdm/modules/losses/__init__.py: -------------------------------------------------------------------------------- 1 | from lvdm.modules.losses.contperceptual import LPIPSWithDiscriminator 2 | -------------------------------------------------------------------------------- /lvdm/modules/losses/contperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/modules/losses/contperceptual.py -------------------------------------------------------------------------------- /lvdm/modules/networks/openaimodel3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/modules/networks/openaimodel3d.py -------------------------------------------------------------------------------- /lvdm/modules/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/modules/utils.py -------------------------------------------------------------------------------- /lvdm/modules/x_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/modules/x_transformer.py -------------------------------------------------------------------------------- /lvdm/samplers/ddim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/lvdm/samplers/ddim.py -------------------------------------------------------------------------------- /prompts/cvpr_demo_supp_vidpro10k-2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/prompts/cvpr_demo_supp_vidpro10k-2.txt -------------------------------------------------------------------------------- /prompts/test_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/prompts/test_prompts.txt -------------------------------------------------------------------------------- /prompts/vbench_standard_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/prompts/vbench_standard_prompts.txt -------------------------------------------------------------------------------- /prompts/vidpro-100-dict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/prompts/vidpro-100-dict.json -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/readme.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/custom_train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/scripts/custom_train_utils.py -------------------------------------------------------------------------------- /scripts/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/scripts/inference.py -------------------------------------------------------------------------------- /scripts/inference_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/scripts/inference_ddp.py -------------------------------------------------------------------------------- /scripts/inference_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/scripts/inference_utils.py -------------------------------------------------------------------------------- /scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/scripts/train.py -------------------------------------------------------------------------------- /scripts/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/scripts/train_utils.py -------------------------------------------------------------------------------- /scripts/turbo_inference/text2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/scripts/turbo_inference/text2video.py -------------------------------------------------------------------------------- /scripts/turbo_inference/vbench_videos.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts_sh/down_ckpt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/scripts_sh/down_ckpt.sh -------------------------------------------------------------------------------- /scripts_sh/inference_t2v.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/scripts_sh/inference_t2v.sh -------------------------------------------------------------------------------- /utils/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/utils/callbacks.py -------------------------------------------------------------------------------- /utils/clean_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/utils/clean_results.py -------------------------------------------------------------------------------- /utils/common_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/utils/common_utils.py -------------------------------------------------------------------------------- /utils/convert_pl_ckpt_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/utils/convert_pl_ckpt_lora.py -------------------------------------------------------------------------------- /utils/create_ref_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/utils/create_ref_model.py -------------------------------------------------------------------------------- /utils/load_weigths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/utils/load_weigths.py -------------------------------------------------------------------------------- /utils/save_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/utils/save_video.py -------------------------------------------------------------------------------- /utils/video2image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CIntellifusion/VideoDPO/HEAD/utils/video2image.py --------------------------------------------------------------------------------