├── .claude └── settings.local.json ├── .gitignore ├── LICENSE.md ├── README.md ├── configs ├── default_config.yaml ├── self_forcing_server.yaml └── self_forcing_server_14b.yaml ├── demo_utils ├── constant.py ├── memory.py ├── taehv.py ├── utils.py ├── vae.py ├── vae_block3.py └── vae_torch2trt.py ├── generate.ipynb ├── install_sage.sh ├── libs └── sageattention-2.2.1-cp311-cp311-linux_x86_64.whl ├── model ├── __init__.py ├── base.py ├── causvid.py ├── diffusion.py ├── dmd.py ├── gan.py ├── ode_regression.py └── sid.py ├── pipeline ├── __init__.py ├── bidirectional_diffusion_inference.py ├── bidirectional_inference.py ├── causal_diffusion_inference.py ├── causal_inference.py └── self_forcing_training.py ├── pyproject.toml ├── pyrightconfig.json ├── release_server.py ├── sample.py ├── sample_example.ipynb ├── scripts ├── create_lmdb_14b_shards.py ├── create_lmdb_iterative.py └── generate_ode_pairs.py ├── settings.py ├── setup.py ├── sweep_sample.py ├── templates └── release_demo.html ├── test_client.py ├── test_request.py ├── utils ├── dataset.py ├── distributed.py ├── lmdb.py ├── loss.py ├── misc.py ├── scheduler.py └── wan_wrapper.py ├── uv.lock ├── v2v.py └── wan ├── README.md ├── __init__.py ├── configs ├── __init__.py ├── shared_config.py ├── wan_i2v_14B.py ├── wan_t2v_14B.py └── wan_t2v_1_3B.py ├── distributed ├── __init__.py ├── fsdp.py └── xdit_context_parallel.py ├── image2video.py ├── modules ├── __init__.py ├── attention.py ├── causal_model.py ├── clip.py ├── model.py ├── sage.py ├── t5.py ├── tokenizers.py ├── vae.py └── xlm_roberta.py ├── text2video.py └── utils ├── __init__.py ├── fm_solvers.py ├── fm_solvers_unipc.py ├── prompt_extend.py ├── qwen_vl_utils.py └── utils.py /.claude/settings.local.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/.claude/settings.local.json -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/README.md -------------------------------------------------------------------------------- /configs/default_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/configs/default_config.yaml -------------------------------------------------------------------------------- /configs/self_forcing_server.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/configs/self_forcing_server.yaml -------------------------------------------------------------------------------- /configs/self_forcing_server_14b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/configs/self_forcing_server_14b.yaml -------------------------------------------------------------------------------- /demo_utils/constant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/demo_utils/constant.py -------------------------------------------------------------------------------- /demo_utils/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/demo_utils/memory.py -------------------------------------------------------------------------------- /demo_utils/taehv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/demo_utils/taehv.py -------------------------------------------------------------------------------- /demo_utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/demo_utils/utils.py -------------------------------------------------------------------------------- /demo_utils/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/demo_utils/vae.py -------------------------------------------------------------------------------- /demo_utils/vae_block3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/demo_utils/vae_block3.py -------------------------------------------------------------------------------- /demo_utils/vae_torch2trt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/demo_utils/vae_torch2trt.py -------------------------------------------------------------------------------- /generate.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/generate.ipynb -------------------------------------------------------------------------------- /install_sage.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/install_sage.sh -------------------------------------------------------------------------------- /libs/sageattention-2.2.1-cp311-cp311-linux_x86_64.whl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/libs/sageattention-2.2.1-cp311-cp311-linux_x86_64.whl -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/model/__init__.py -------------------------------------------------------------------------------- /model/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/model/base.py -------------------------------------------------------------------------------- /model/causvid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/model/causvid.py -------------------------------------------------------------------------------- /model/diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/model/diffusion.py -------------------------------------------------------------------------------- /model/dmd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/model/dmd.py -------------------------------------------------------------------------------- /model/gan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/model/gan.py -------------------------------------------------------------------------------- /model/ode_regression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/model/ode_regression.py -------------------------------------------------------------------------------- /model/sid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/model/sid.py -------------------------------------------------------------------------------- /pipeline/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/pipeline/__init__.py -------------------------------------------------------------------------------- /pipeline/bidirectional_diffusion_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/pipeline/bidirectional_diffusion_inference.py -------------------------------------------------------------------------------- /pipeline/bidirectional_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/pipeline/bidirectional_inference.py -------------------------------------------------------------------------------- /pipeline/causal_diffusion_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/pipeline/causal_diffusion_inference.py -------------------------------------------------------------------------------- /pipeline/causal_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/pipeline/causal_inference.py -------------------------------------------------------------------------------- /pipeline/self_forcing_training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/pipeline/self_forcing_training.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pyrightconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/pyrightconfig.json -------------------------------------------------------------------------------- /release_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/release_server.py -------------------------------------------------------------------------------- /sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/sample.py -------------------------------------------------------------------------------- /sample_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/sample_example.ipynb -------------------------------------------------------------------------------- /scripts/create_lmdb_14b_shards.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/scripts/create_lmdb_14b_shards.py -------------------------------------------------------------------------------- /scripts/create_lmdb_iterative.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/scripts/create_lmdb_iterative.py -------------------------------------------------------------------------------- /scripts/generate_ode_pairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/scripts/generate_ode_pairs.py -------------------------------------------------------------------------------- /settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/settings.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/setup.py -------------------------------------------------------------------------------- /sweep_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/sweep_sample.py -------------------------------------------------------------------------------- /templates/release_demo.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/templates/release_demo.html -------------------------------------------------------------------------------- /test_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/test_client.py -------------------------------------------------------------------------------- /test_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/test_request.py -------------------------------------------------------------------------------- /utils/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/utils/dataset.py -------------------------------------------------------------------------------- /utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/utils/distributed.py -------------------------------------------------------------------------------- /utils/lmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/utils/lmdb.py -------------------------------------------------------------------------------- /utils/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/utils/loss.py -------------------------------------------------------------------------------- /utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/utils/misc.py -------------------------------------------------------------------------------- /utils/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/utils/scheduler.py -------------------------------------------------------------------------------- /utils/wan_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/utils/wan_wrapper.py -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/uv.lock -------------------------------------------------------------------------------- /v2v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/v2v.py -------------------------------------------------------------------------------- /wan/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/README.md -------------------------------------------------------------------------------- /wan/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/__init__.py -------------------------------------------------------------------------------- /wan/configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/configs/__init__.py -------------------------------------------------------------------------------- /wan/configs/shared_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/configs/shared_config.py -------------------------------------------------------------------------------- /wan/configs/wan_i2v_14B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/configs/wan_i2v_14B.py -------------------------------------------------------------------------------- /wan/configs/wan_t2v_14B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/configs/wan_t2v_14B.py -------------------------------------------------------------------------------- /wan/configs/wan_t2v_1_3B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/configs/wan_t2v_1_3B.py -------------------------------------------------------------------------------- /wan/distributed/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wan/distributed/fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/distributed/fsdp.py -------------------------------------------------------------------------------- /wan/distributed/xdit_context_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/distributed/xdit_context_parallel.py -------------------------------------------------------------------------------- /wan/image2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/image2video.py -------------------------------------------------------------------------------- /wan/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/modules/__init__.py -------------------------------------------------------------------------------- /wan/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/modules/attention.py -------------------------------------------------------------------------------- /wan/modules/causal_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/modules/causal_model.py -------------------------------------------------------------------------------- /wan/modules/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/modules/clip.py -------------------------------------------------------------------------------- /wan/modules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/modules/model.py -------------------------------------------------------------------------------- /wan/modules/sage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/modules/sage.py -------------------------------------------------------------------------------- /wan/modules/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/modules/t5.py -------------------------------------------------------------------------------- /wan/modules/tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/modules/tokenizers.py -------------------------------------------------------------------------------- /wan/modules/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/modules/vae.py -------------------------------------------------------------------------------- /wan/modules/xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/modules/xlm_roberta.py -------------------------------------------------------------------------------- /wan/text2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/text2video.py -------------------------------------------------------------------------------- /wan/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/utils/__init__.py -------------------------------------------------------------------------------- /wan/utils/fm_solvers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/utils/fm_solvers.py -------------------------------------------------------------------------------- /wan/utils/fm_solvers_unipc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/utils/fm_solvers_unipc.py -------------------------------------------------------------------------------- /wan/utils/prompt_extend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/utils/prompt_extend.py -------------------------------------------------------------------------------- /wan/utils/qwen_vl_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/utils/qwen_vl_utils.py -------------------------------------------------------------------------------- /wan/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krea-ai/realtime-video/HEAD/wan/utils/utils.py --------------------------------------------------------------------------------