├── LICENSE.md ├── README.md ├── configs ├── default_config.yaml ├── self_forcing_14b_dmd.yaml ├── self_forcing_14b_i2v_dmd.yaml ├── self_forcing_dmd.yaml └── self_forcing_sid.yaml ├── convert_checkpoint.py ├── demo.py ├── demo_utils ├── constant.py ├── memory.py ├── taehv.py ├── utils.py ├── vae.py ├── vae_block3.py └── vae_torch2trt.py ├── demos ├── output_lightx2v_wan_t2v_t01.mp4 ├── output_lightx2v_wan_t2v_t02.mp4 ├── output_lightx2v_wan_t2v_t03.mp4 ├── output_lightx2v_wan_t2v_t04.mp4 ├── output_lightx2v_wan_t2v_t05.mp4 └── output_lightx2v_wan_t2v_t06.mp4 ├── inference.py ├── model ├── __init__.py ├── base.py ├── causvid.py ├── diffusion.py ├── dmd.py ├── gan.py ├── ode_regression.py └── sid.py ├── pipeline ├── __init__.py ├── bidirectional_diffusion_inference.py ├── bidirectional_inference.py ├── bidirectional_training.py ├── causal_diffusion_inference.py ├── causal_inference.py └── self_forcing_training.py ├── prompts ├── MovieGenVideoBench.txt ├── MovieGenVideoBench_extended.txt └── vbench │ ├── all_dimension.txt │ └── all_dimension_longer.txt ├── requirements.txt ├── scripts ├── compute_vae_latent.py ├── create_lmdb_14b_shards.py ├── create_lmdb_iterative.py └── generate_ode_pairs.py ├── setup.py ├── templates └── demo.html ├── train.py ├── trainer ├── __init__.py ├── diffusion.py ├── distillation.py ├── gan.py └── ode.py ├── utils ├── dataset.py ├── distributed.py ├── lmdb.py ├── loss.py ├── misc.py ├── scheduler.py └── wan_wrapper.py └── wan ├── README.md ├── __init__.py ├── configs ├── __init__.py ├── shared_config.py ├── wan_i2v_14B.py ├── wan_t2v_14B.py └── wan_t2v_1_3B.py ├── distributed ├── __init__.py ├── fsdp.py └── xdit_context_parallel.py ├── image2video.py ├── modules ├── __init__.py ├── attention.py ├── causal_model.py ├── clip.py ├── model.py ├── t5.py ├── tokenizers.py ├── vae.py └── xlm_roberta.py ├── text2video.py └── utils ├── __init__.py ├── fm_solvers.py ├── fm_solvers_unipc.py ├── prompt_extend.py ├── qwen_vl_utils.py └── utils.py /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/README.md -------------------------------------------------------------------------------- /configs/default_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/configs/default_config.yaml -------------------------------------------------------------------------------- /configs/self_forcing_14b_dmd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/configs/self_forcing_14b_dmd.yaml -------------------------------------------------------------------------------- /configs/self_forcing_14b_i2v_dmd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/configs/self_forcing_14b_i2v_dmd.yaml -------------------------------------------------------------------------------- /configs/self_forcing_dmd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/configs/self_forcing_dmd.yaml -------------------------------------------------------------------------------- /configs/self_forcing_sid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/configs/self_forcing_sid.yaml -------------------------------------------------------------------------------- /convert_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/convert_checkpoint.py -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/demo.py -------------------------------------------------------------------------------- /demo_utils/constant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/demo_utils/constant.py -------------------------------------------------------------------------------- /demo_utils/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/demo_utils/memory.py -------------------------------------------------------------------------------- /demo_utils/taehv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/demo_utils/taehv.py -------------------------------------------------------------------------------- /demo_utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/demo_utils/utils.py -------------------------------------------------------------------------------- /demo_utils/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/demo_utils/vae.py -------------------------------------------------------------------------------- /demo_utils/vae_block3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/demo_utils/vae_block3.py -------------------------------------------------------------------------------- /demo_utils/vae_torch2trt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/demo_utils/vae_torch2trt.py -------------------------------------------------------------------------------- /demos/output_lightx2v_wan_t2v_t01.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/demos/output_lightx2v_wan_t2v_t01.mp4 -------------------------------------------------------------------------------- /demos/output_lightx2v_wan_t2v_t02.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/demos/output_lightx2v_wan_t2v_t02.mp4 -------------------------------------------------------------------------------- /demos/output_lightx2v_wan_t2v_t03.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/demos/output_lightx2v_wan_t2v_t03.mp4 -------------------------------------------------------------------------------- /demos/output_lightx2v_wan_t2v_t04.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/demos/output_lightx2v_wan_t2v_t04.mp4 -------------------------------------------------------------------------------- /demos/output_lightx2v_wan_t2v_t05.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/demos/output_lightx2v_wan_t2v_t05.mp4 -------------------------------------------------------------------------------- /demos/output_lightx2v_wan_t2v_t06.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/demos/output_lightx2v_wan_t2v_t06.mp4 -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/inference.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/model/__init__.py -------------------------------------------------------------------------------- /model/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/model/base.py -------------------------------------------------------------------------------- /model/causvid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/model/causvid.py -------------------------------------------------------------------------------- /model/diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/model/diffusion.py -------------------------------------------------------------------------------- /model/dmd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/model/dmd.py -------------------------------------------------------------------------------- /model/gan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/model/gan.py -------------------------------------------------------------------------------- /model/ode_regression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/model/ode_regression.py -------------------------------------------------------------------------------- /model/sid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/model/sid.py -------------------------------------------------------------------------------- /pipeline/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/pipeline/__init__.py -------------------------------------------------------------------------------- /pipeline/bidirectional_diffusion_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/pipeline/bidirectional_diffusion_inference.py -------------------------------------------------------------------------------- /pipeline/bidirectional_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/pipeline/bidirectional_inference.py -------------------------------------------------------------------------------- /pipeline/bidirectional_training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/pipeline/bidirectional_training.py -------------------------------------------------------------------------------- /pipeline/causal_diffusion_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/pipeline/causal_diffusion_inference.py -------------------------------------------------------------------------------- /pipeline/causal_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/pipeline/causal_inference.py -------------------------------------------------------------------------------- /pipeline/self_forcing_training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/pipeline/self_forcing_training.py -------------------------------------------------------------------------------- /prompts/MovieGenVideoBench.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/prompts/MovieGenVideoBench.txt -------------------------------------------------------------------------------- /prompts/MovieGenVideoBench_extended.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/prompts/MovieGenVideoBench_extended.txt -------------------------------------------------------------------------------- /prompts/vbench/all_dimension.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/prompts/vbench/all_dimension.txt -------------------------------------------------------------------------------- /prompts/vbench/all_dimension_longer.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/prompts/vbench/all_dimension_longer.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/compute_vae_latent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/scripts/compute_vae_latent.py -------------------------------------------------------------------------------- /scripts/create_lmdb_14b_shards.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/scripts/create_lmdb_14b_shards.py -------------------------------------------------------------------------------- /scripts/create_lmdb_iterative.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/scripts/create_lmdb_iterative.py -------------------------------------------------------------------------------- /scripts/generate_ode_pairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/scripts/generate_ode_pairs.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/setup.py -------------------------------------------------------------------------------- /templates/demo.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/templates/demo.html -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/train.py -------------------------------------------------------------------------------- /trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/trainer/__init__.py -------------------------------------------------------------------------------- /trainer/diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/trainer/diffusion.py -------------------------------------------------------------------------------- /trainer/distillation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/trainer/distillation.py -------------------------------------------------------------------------------- /trainer/gan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/trainer/gan.py -------------------------------------------------------------------------------- /trainer/ode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/trainer/ode.py -------------------------------------------------------------------------------- /utils/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/utils/dataset.py -------------------------------------------------------------------------------- /utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/utils/distributed.py -------------------------------------------------------------------------------- /utils/lmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/utils/lmdb.py -------------------------------------------------------------------------------- /utils/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/utils/loss.py -------------------------------------------------------------------------------- /utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/utils/misc.py -------------------------------------------------------------------------------- /utils/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/utils/scheduler.py -------------------------------------------------------------------------------- /utils/wan_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/utils/wan_wrapper.py -------------------------------------------------------------------------------- /wan/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/README.md -------------------------------------------------------------------------------- /wan/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/__init__.py -------------------------------------------------------------------------------- /wan/configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/configs/__init__.py -------------------------------------------------------------------------------- /wan/configs/shared_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/configs/shared_config.py -------------------------------------------------------------------------------- /wan/configs/wan_i2v_14B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/configs/wan_i2v_14B.py -------------------------------------------------------------------------------- /wan/configs/wan_t2v_14B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/configs/wan_t2v_14B.py -------------------------------------------------------------------------------- /wan/configs/wan_t2v_1_3B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/configs/wan_t2v_1_3B.py -------------------------------------------------------------------------------- /wan/distributed/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wan/distributed/fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/distributed/fsdp.py -------------------------------------------------------------------------------- /wan/distributed/xdit_context_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/distributed/xdit_context_parallel.py -------------------------------------------------------------------------------- /wan/image2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/image2video.py -------------------------------------------------------------------------------- /wan/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/modules/__init__.py -------------------------------------------------------------------------------- /wan/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/modules/attention.py -------------------------------------------------------------------------------- /wan/modules/causal_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/modules/causal_model.py -------------------------------------------------------------------------------- /wan/modules/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/modules/clip.py -------------------------------------------------------------------------------- /wan/modules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/modules/model.py -------------------------------------------------------------------------------- /wan/modules/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/modules/t5.py -------------------------------------------------------------------------------- /wan/modules/tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/modules/tokenizers.py -------------------------------------------------------------------------------- /wan/modules/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/modules/vae.py -------------------------------------------------------------------------------- /wan/modules/xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/modules/xlm_roberta.py -------------------------------------------------------------------------------- /wan/text2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/text2video.py -------------------------------------------------------------------------------- /wan/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/utils/__init__.py -------------------------------------------------------------------------------- /wan/utils/fm_solvers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/utils/fm_solvers.py -------------------------------------------------------------------------------- /wan/utils/fm_solvers_unipc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/utils/fm_solvers_unipc.py -------------------------------------------------------------------------------- /wan/utils/prompt_extend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/utils/prompt_extend.py -------------------------------------------------------------------------------- /wan/utils/qwen_vl_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/utils/qwen_vl_utils.py -------------------------------------------------------------------------------- /wan/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoatWu/Self-Forcing-Plus/HEAD/wan/utils/utils.py --------------------------------------------------------------------------------