├── LICENSE ├── README.md ├── assets └── teaser.png ├── checkpoints └── Put all checkpoints here.txt ├── configs ├── default_config.yaml └── reward_forcing.yaml ├── demo_utils ├── constant.py ├── memory.py ├── taehv.py ├── utils.py ├── vae.py ├── vae_block3.py └── vae_torch2trt.py ├── download_checkpoints.sh ├── inference.py ├── model ├── __init__.py ├── base.py ├── causvid.py ├── diffusion.py ├── dmd.py ├── gan.py ├── ode_regression.py ├── re_dmd.py └── sid.py ├── pipeline ├── __init__.py ├── bidirectional_diffusion_inference.py ├── bidirectional_inference.py ├── causal_diffusion_inference.py ├── causal_inference.py ├── reward_forcing_training.py └── self_forcing_training.py ├── prompts ├── MovieGenVideoBench.txt ├── MovieGenVideoBench_extended.txt └── vbench │ ├── all_dimension.txt │ └── all_dimension_extended.txt ├── requirements.txt ├── scripts ├── create_lmdb_14b_shards.py ├── create_lmdb_iterative.py └── generate_ode_pairs.py ├── setup.py ├── templates └── demo.html ├── train.py ├── train.sh ├── trainer ├── __init__.py ├── diffusion.py ├── distillation.py ├── gan.py ├── ode.py └── rewarded_distillation.py ├── utils ├── dataset.py ├── distributed.py ├── lmdb.py ├── loss.py ├── misc.py ├── scheduler.py └── wan_wrapper.py ├── videoalign ├── __init__.py ├── data.py ├── inference.py ├── prompt_template.py ├── train_reward.py ├── trainer.py ├── utils.py ├── vision_process.py └── wan_inference.py └── wan ├── README.md ├── __init__.py ├── configs ├── __init__.py ├── shared_config.py ├── wan_i2v_14B.py ├── wan_t2v_14B.py └── wan_t2v_1_3B.py ├── distributed ├── __init__.py ├── fsdp.py └── xdit_context_parallel.py ├── image2video.py ├── modules ├── __init__.py ├── attention.py ├── causal_model.py ├── clip.py ├── model.py ├── t5.py ├── tokenizers.py ├── vae.py └── xlm_roberta.py ├── text2video.py └── utils ├── __init__.py ├── fm_solvers.py ├── fm_solvers_unipc.py ├── prompt_extend.py ├── qwen_vl_utils.py └── utils.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/README.md -------------------------------------------------------------------------------- /assets/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/assets/teaser.png -------------------------------------------------------------------------------- /checkpoints/Put all checkpoints here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/default_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/configs/default_config.yaml -------------------------------------------------------------------------------- /configs/reward_forcing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/configs/reward_forcing.yaml -------------------------------------------------------------------------------- /demo_utils/constant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/demo_utils/constant.py -------------------------------------------------------------------------------- /demo_utils/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/demo_utils/memory.py -------------------------------------------------------------------------------- /demo_utils/taehv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/demo_utils/taehv.py -------------------------------------------------------------------------------- /demo_utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/demo_utils/utils.py -------------------------------------------------------------------------------- /demo_utils/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/demo_utils/vae.py -------------------------------------------------------------------------------- /demo_utils/vae_block3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/demo_utils/vae_block3.py -------------------------------------------------------------------------------- /demo_utils/vae_torch2trt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/demo_utils/vae_torch2trt.py -------------------------------------------------------------------------------- /download_checkpoints.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/download_checkpoints.sh -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/inference.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/model/__init__.py -------------------------------------------------------------------------------- /model/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/model/base.py -------------------------------------------------------------------------------- /model/causvid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/model/causvid.py -------------------------------------------------------------------------------- /model/diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/model/diffusion.py -------------------------------------------------------------------------------- /model/dmd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/model/dmd.py -------------------------------------------------------------------------------- /model/gan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/model/gan.py -------------------------------------------------------------------------------- /model/ode_regression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/model/ode_regression.py -------------------------------------------------------------------------------- /model/re_dmd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/model/re_dmd.py -------------------------------------------------------------------------------- /model/sid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/model/sid.py -------------------------------------------------------------------------------- /pipeline/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/pipeline/__init__.py -------------------------------------------------------------------------------- /pipeline/bidirectional_diffusion_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/pipeline/bidirectional_diffusion_inference.py -------------------------------------------------------------------------------- /pipeline/bidirectional_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/pipeline/bidirectional_inference.py -------------------------------------------------------------------------------- /pipeline/causal_diffusion_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/pipeline/causal_diffusion_inference.py -------------------------------------------------------------------------------- /pipeline/causal_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/pipeline/causal_inference.py -------------------------------------------------------------------------------- /pipeline/reward_forcing_training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/pipeline/reward_forcing_training.py -------------------------------------------------------------------------------- /pipeline/self_forcing_training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/pipeline/self_forcing_training.py -------------------------------------------------------------------------------- /prompts/MovieGenVideoBench.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/prompts/MovieGenVideoBench.txt -------------------------------------------------------------------------------- /prompts/MovieGenVideoBench_extended.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/prompts/MovieGenVideoBench_extended.txt -------------------------------------------------------------------------------- /prompts/vbench/all_dimension.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/prompts/vbench/all_dimension.txt -------------------------------------------------------------------------------- /prompts/vbench/all_dimension_extended.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/prompts/vbench/all_dimension_extended.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/create_lmdb_14b_shards.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/scripts/create_lmdb_14b_shards.py -------------------------------------------------------------------------------- /scripts/create_lmdb_iterative.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/scripts/create_lmdb_iterative.py -------------------------------------------------------------------------------- /scripts/generate_ode_pairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/scripts/generate_ode_pairs.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/setup.py -------------------------------------------------------------------------------- /templates/demo.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/templates/demo.html -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/train.py -------------------------------------------------------------------------------- /train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/train.sh -------------------------------------------------------------------------------- /trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/trainer/__init__.py -------------------------------------------------------------------------------- /trainer/diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/trainer/diffusion.py -------------------------------------------------------------------------------- /trainer/distillation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/trainer/distillation.py -------------------------------------------------------------------------------- /trainer/gan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/trainer/gan.py -------------------------------------------------------------------------------- /trainer/ode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/trainer/ode.py -------------------------------------------------------------------------------- /trainer/rewarded_distillation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/trainer/rewarded_distillation.py -------------------------------------------------------------------------------- /utils/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/utils/dataset.py -------------------------------------------------------------------------------- /utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/utils/distributed.py -------------------------------------------------------------------------------- /utils/lmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/utils/lmdb.py -------------------------------------------------------------------------------- /utils/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/utils/loss.py -------------------------------------------------------------------------------- /utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/utils/misc.py -------------------------------------------------------------------------------- /utils/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/utils/scheduler.py -------------------------------------------------------------------------------- /utils/wan_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/utils/wan_wrapper.py -------------------------------------------------------------------------------- /videoalign/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /videoalign/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/videoalign/data.py -------------------------------------------------------------------------------- /videoalign/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/videoalign/inference.py -------------------------------------------------------------------------------- /videoalign/prompt_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/videoalign/prompt_template.py -------------------------------------------------------------------------------- /videoalign/train_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/videoalign/train_reward.py -------------------------------------------------------------------------------- /videoalign/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/videoalign/trainer.py -------------------------------------------------------------------------------- /videoalign/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/videoalign/utils.py -------------------------------------------------------------------------------- /videoalign/vision_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/videoalign/vision_process.py -------------------------------------------------------------------------------- /videoalign/wan_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/videoalign/wan_inference.py -------------------------------------------------------------------------------- /wan/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/README.md -------------------------------------------------------------------------------- /wan/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/__init__.py -------------------------------------------------------------------------------- /wan/configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/configs/__init__.py -------------------------------------------------------------------------------- /wan/configs/shared_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/configs/shared_config.py -------------------------------------------------------------------------------- /wan/configs/wan_i2v_14B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/configs/wan_i2v_14B.py -------------------------------------------------------------------------------- /wan/configs/wan_t2v_14B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/configs/wan_t2v_14B.py -------------------------------------------------------------------------------- /wan/configs/wan_t2v_1_3B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/configs/wan_t2v_1_3B.py -------------------------------------------------------------------------------- /wan/distributed/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wan/distributed/fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/distributed/fsdp.py -------------------------------------------------------------------------------- /wan/distributed/xdit_context_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/distributed/xdit_context_parallel.py -------------------------------------------------------------------------------- /wan/image2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/image2video.py -------------------------------------------------------------------------------- /wan/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/modules/__init__.py -------------------------------------------------------------------------------- /wan/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/modules/attention.py -------------------------------------------------------------------------------- /wan/modules/causal_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/modules/causal_model.py -------------------------------------------------------------------------------- /wan/modules/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/modules/clip.py -------------------------------------------------------------------------------- /wan/modules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/modules/model.py -------------------------------------------------------------------------------- /wan/modules/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/modules/t5.py -------------------------------------------------------------------------------- /wan/modules/tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/modules/tokenizers.py -------------------------------------------------------------------------------- /wan/modules/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/modules/vae.py -------------------------------------------------------------------------------- /wan/modules/xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/modules/xlm_roberta.py -------------------------------------------------------------------------------- /wan/text2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/text2video.py -------------------------------------------------------------------------------- /wan/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/utils/__init__.py -------------------------------------------------------------------------------- /wan/utils/fm_solvers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/utils/fm_solvers.py -------------------------------------------------------------------------------- /wan/utils/fm_solvers_unipc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/utils/fm_solvers_unipc.py -------------------------------------------------------------------------------- /wan/utils/prompt_extend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/utils/prompt_extend.py -------------------------------------------------------------------------------- /wan/utils/qwen_vl_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/utils/qwen_vl_utils.py -------------------------------------------------------------------------------- /wan/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JaydenLyh/Reward-Forcing/HEAD/wan/utils/utils.py --------------------------------------------------------------------------------