├── .gitignore ├── LICENSE ├── README.md ├── assets ├── demo-1.gif ├── demo-2.gif └── demo-3.gif ├── causvid ├── bidirectional_trajectory_pipeline.py ├── data.py ├── dmd.py ├── evaluation │ ├── coco_eval │ │ ├── captions_coco14_test.txt │ │ ├── cleanfid │ │ │ ├── __init__.py │ │ │ ├── clip_features.py │ │ │ ├── downloads_helper.py │ │ │ ├── features.py │ │ │ ├── fid.py │ │ │ ├── inception_pytorch.py │ │ │ ├── inception_torchscript.py │ │ │ ├── leaderboard.py │ │ │ ├── resize.py │ │ │ ├── utils.py │ │ │ └── wrappers.py │ │ └── coco_evaluator.py │ ├── eval_sdxl_coco.py │ ├── inference_sdxl.py │ └── parallel_sdxl_eval.sh ├── loss.py ├── models │ ├── __init__.py │ ├── model_interface.py │ ├── sdxl │ │ └── sdxl_wrapper.py │ └── wan │ │ ├── __init__.py │ │ ├── bidirectional_inference.py │ │ ├── causal_inference.py │ │ ├── causal_model.py │ │ ├── causal_stream_inference.py │ │ ├── flow_match.py │ │ ├── generate_ode_pairs.py │ │ ├── wan_base │ │ ├── README.md │ │ ├── __init__.py │ │ ├── configs │ │ │ ├── __init__.py │ │ │ ├── shared_config.py │ │ │ ├── wan_i2v_14B.py │ │ │ ├── wan_t2v_14B.py │ │ │ └── wan_t2v_1_3B.py │ │ ├── distributed │ │ │ ├── __init__.py │ │ │ ├── fsdp.py │ │ │ └── xdit_context_parallel.py │ │ ├── image2video.py │ │ ├── modules │ │ │ ├── __init__.py │ │ │ ├── attention.py │ │ │ ├── clip.py │ │ │ ├── model.py │ │ │ ├── t5.py │ │ │ ├── tokenizers.py │ │ │ ├── vae.py │ │ │ └── xlm_roberta.py │ │ ├── text2video.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── fm_solvers.py │ │ │ ├── fm_solvers_unipc.py │ │ │ ├── prompt_extend.py │ │ │ ├── qwen_vl_utils.py │ │ │ └── utils.py │ │ └── wan_wrapper.py ├── ode_data │ └── create_lmdb_iterative.py ├── ode_regression.py ├── scheduler.py ├── train_distillation.py ├── train_ode.py └── util.py ├── configs ├── sdxl_8node_dmd_config.yaml ├── wan_bidirectional_dmd.yaml ├── wan_bidirectional_dmd_from_scratch.yaml ├── wan_causal_dmd_v2v.yaml ├── wan_causal_dmd_v2v_14b.yaml ├── wan_causal_dmd_warp_4step_cfg2.yaml └── wan_causal_ode.yaml ├── demo ├── .gitattributes ├── .gitignore ├── README.md ├── config.py ├── connection_manager.py ├── frontend │ ├── .eslintignore │ ├── .eslintrc.cjs │ ├── .gitignore │ ├── .npmrc │ ├── .prettierignore │ ├── .prettierrc │ ├── README.md │ ├── package-lock.json │ ├── package.json │ ├── postcss.config.js │ ├── src │ │ ├── app.css │ │ ├── app.d.ts │ │ ├── app.html │ │ ├── lib │ │ │ ├── components │ │ │ │ ├── Button.svelte │ │ │ │ ├── Checkbox.svelte │ │ │ │ ├── ImagePlayer.svelte │ │ │ │ ├── InputRange.svelte │ │ │ │ ├── MediaListSwitcher.svelte │ │ │ │ ├── PipelineOptions.svelte │ │ │ │ ├── PromptInput.svelte │ │ │ │ ├── SeedInput.svelte │ │ │ │ ├── Selectlist.svelte │ │ │ │ ├── TextArea.svelte │ │ │ │ ├── VideoInput.svelte │ │ │ │ └── Warning.svelte │ │ │ ├── icons │ │ │ │ ├── floppy.svelte │ │ │ │ ├── screen.svelte │ │ │ │ └── spinner.svelte │ │ │ ├── index.ts │ │ │ ├── lcmLive.ts │ │ │ ├── mediaStream.ts │ │ │ ├── store.ts │ │ │ ├── types.ts │ │ │ └── utils.ts │ │ └── routes │ │ │ ├── +layout.svelte │ │ │ ├── +page.svelte │ │ │ └── +page.ts │ ├── static │ │ └── favicon.png │ ├── svelte.config.js │ ├── tailwind.config.js │ ├── tsconfig.json │ └── vite.config.ts ├── main.py ├── package-lock.json ├── screen │ ├── client.py │ ├── requirements.txt │ ├── server.py │ └── server.sh ├── start.sh ├── util.py ├── vid2vid.py └── vid2vid_pipe.py ├── minimal_inference ├── autoregressive_inference.py ├── bidirectional_inference.py └── longvideo_autoregressive_inference.py ├── original.mp4 ├── prompt.txt ├── requirements.txt ├── setup.py └── streamv2v ├── communication ├── __init__.py ├── buffer_manager.py ├── data_containers.py ├── distributed_communicator.py ├── kv_cache_manager.py ├── model_data_transfer.py ├── test_communication.py └── utils.py ├── inference.py ├── inference_pipe.py └── inference_wo_batch.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/README.md -------------------------------------------------------------------------------- /assets/demo-1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/assets/demo-1.gif -------------------------------------------------------------------------------- /assets/demo-2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/assets/demo-2.gif -------------------------------------------------------------------------------- /assets/demo-3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/assets/demo-3.gif -------------------------------------------------------------------------------- /causvid/bidirectional_trajectory_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/bidirectional_trajectory_pipeline.py -------------------------------------------------------------------------------- /causvid/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/data.py -------------------------------------------------------------------------------- /causvid/dmd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/dmd.py -------------------------------------------------------------------------------- /causvid/evaluation/coco_eval/captions_coco14_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/coco_eval/captions_coco14_test.txt -------------------------------------------------------------------------------- /causvid/evaluation/coco_eval/cleanfid/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /causvid/evaluation/coco_eval/cleanfid/clip_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/coco_eval/cleanfid/clip_features.py -------------------------------------------------------------------------------- /causvid/evaluation/coco_eval/cleanfid/downloads_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/coco_eval/cleanfid/downloads_helper.py -------------------------------------------------------------------------------- /causvid/evaluation/coco_eval/cleanfid/features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/coco_eval/cleanfid/features.py -------------------------------------------------------------------------------- /causvid/evaluation/coco_eval/cleanfid/fid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/coco_eval/cleanfid/fid.py -------------------------------------------------------------------------------- /causvid/evaluation/coco_eval/cleanfid/inception_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/coco_eval/cleanfid/inception_pytorch.py -------------------------------------------------------------------------------- /causvid/evaluation/coco_eval/cleanfid/inception_torchscript.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/coco_eval/cleanfid/inception_torchscript.py -------------------------------------------------------------------------------- /causvid/evaluation/coco_eval/cleanfid/leaderboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/coco_eval/cleanfid/leaderboard.py -------------------------------------------------------------------------------- /causvid/evaluation/coco_eval/cleanfid/resize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/coco_eval/cleanfid/resize.py -------------------------------------------------------------------------------- /causvid/evaluation/coco_eval/cleanfid/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/coco_eval/cleanfid/utils.py -------------------------------------------------------------------------------- /causvid/evaluation/coco_eval/cleanfid/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/coco_eval/cleanfid/wrappers.py -------------------------------------------------------------------------------- /causvid/evaluation/coco_eval/coco_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/coco_eval/coco_evaluator.py -------------------------------------------------------------------------------- /causvid/evaluation/eval_sdxl_coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/eval_sdxl_coco.py -------------------------------------------------------------------------------- /causvid/evaluation/inference_sdxl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/inference_sdxl.py -------------------------------------------------------------------------------- /causvid/evaluation/parallel_sdxl_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/evaluation/parallel_sdxl_eval.sh -------------------------------------------------------------------------------- /causvid/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/loss.py -------------------------------------------------------------------------------- /causvid/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/__init__.py -------------------------------------------------------------------------------- /causvid/models/model_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/model_interface.py -------------------------------------------------------------------------------- /causvid/models/sdxl/sdxl_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/sdxl/sdxl_wrapper.py -------------------------------------------------------------------------------- /causvid/models/wan/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /causvid/models/wan/bidirectional_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/bidirectional_inference.py -------------------------------------------------------------------------------- /causvid/models/wan/causal_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/causal_inference.py -------------------------------------------------------------------------------- /causvid/models/wan/causal_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/causal_model.py -------------------------------------------------------------------------------- /causvid/models/wan/causal_stream_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/causal_stream_inference.py -------------------------------------------------------------------------------- /causvid/models/wan/flow_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/flow_match.py -------------------------------------------------------------------------------- /causvid/models/wan/generate_ode_pairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/generate_ode_pairs.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/README.md -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/__init__.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/configs/__init__.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/configs/shared_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/configs/shared_config.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/configs/wan_i2v_14B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/configs/wan_i2v_14B.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/configs/wan_t2v_14B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/configs/wan_t2v_14B.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/configs/wan_t2v_1_3B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/configs/wan_t2v_1_3B.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/distributed/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/distributed/fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/distributed/fsdp.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/distributed/xdit_context_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/distributed/xdit_context_parallel.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/image2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/image2video.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/modules/__init__.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/modules/attention.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/modules/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/modules/clip.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/modules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/modules/model.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/modules/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/modules/t5.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/modules/tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/modules/tokenizers.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/modules/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/modules/vae.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/modules/xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/modules/xlm_roberta.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/text2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/text2video.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/utils/__init__.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/utils/fm_solvers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/utils/fm_solvers.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/utils/fm_solvers_unipc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/utils/fm_solvers_unipc.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/utils/prompt_extend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/utils/prompt_extend.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/utils/qwen_vl_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/utils/qwen_vl_utils.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_base/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_base/utils/utils.py -------------------------------------------------------------------------------- /causvid/models/wan/wan_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/models/wan/wan_wrapper.py -------------------------------------------------------------------------------- /causvid/ode_data/create_lmdb_iterative.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/ode_data/create_lmdb_iterative.py -------------------------------------------------------------------------------- /causvid/ode_regression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/ode_regression.py -------------------------------------------------------------------------------- /causvid/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/scheduler.py -------------------------------------------------------------------------------- /causvid/train_distillation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/train_distillation.py -------------------------------------------------------------------------------- /causvid/train_ode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/train_ode.py -------------------------------------------------------------------------------- /causvid/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/causvid/util.py -------------------------------------------------------------------------------- /configs/sdxl_8node_dmd_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/configs/sdxl_8node_dmd_config.yaml -------------------------------------------------------------------------------- /configs/wan_bidirectional_dmd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/configs/wan_bidirectional_dmd.yaml -------------------------------------------------------------------------------- /configs/wan_bidirectional_dmd_from_scratch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/configs/wan_bidirectional_dmd_from_scratch.yaml -------------------------------------------------------------------------------- /configs/wan_causal_dmd_v2v.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/configs/wan_causal_dmd_v2v.yaml -------------------------------------------------------------------------------- /configs/wan_causal_dmd_v2v_14b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/configs/wan_causal_dmd_v2v_14b.yaml -------------------------------------------------------------------------------- /configs/wan_causal_dmd_warp_4step_cfg2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/configs/wan_causal_dmd_warp_4step_cfg2.yaml -------------------------------------------------------------------------------- /configs/wan_causal_ode.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/configs/wan_causal_ode.yaml -------------------------------------------------------------------------------- /demo/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/.gitattributes -------------------------------------------------------------------------------- /demo/.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__/ 2 | venv/ 3 | public/ 4 | *.pem 5 | !lib/ 6 | !static/ -------------------------------------------------------------------------------- /demo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/README.md -------------------------------------------------------------------------------- /demo/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/config.py -------------------------------------------------------------------------------- /demo/connection_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/connection_manager.py -------------------------------------------------------------------------------- /demo/frontend/.eslintignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/.eslintignore -------------------------------------------------------------------------------- /demo/frontend/.eslintrc.cjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/.eslintrc.cjs -------------------------------------------------------------------------------- /demo/frontend/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/.gitignore -------------------------------------------------------------------------------- /demo/frontend/.npmrc: -------------------------------------------------------------------------------- 1 | engine-strict=true 2 | -------------------------------------------------------------------------------- /demo/frontend/.prettierignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/.prettierignore -------------------------------------------------------------------------------- /demo/frontend/.prettierrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/.prettierrc -------------------------------------------------------------------------------- /demo/frontend/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/README.md -------------------------------------------------------------------------------- /demo/frontend/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/package-lock.json -------------------------------------------------------------------------------- /demo/frontend/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/package.json -------------------------------------------------------------------------------- /demo/frontend/postcss.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/postcss.config.js -------------------------------------------------------------------------------- /demo/frontend/src/app.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/app.css -------------------------------------------------------------------------------- /demo/frontend/src/app.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/app.d.ts -------------------------------------------------------------------------------- /demo/frontend/src/app.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/app.html -------------------------------------------------------------------------------- /demo/frontend/src/lib/components/Button.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/components/Button.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/components/Checkbox.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/components/Checkbox.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/components/ImagePlayer.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/components/ImagePlayer.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/components/InputRange.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/components/InputRange.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/components/MediaListSwitcher.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/components/MediaListSwitcher.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/components/PipelineOptions.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/components/PipelineOptions.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/components/PromptInput.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/components/PromptInput.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/components/SeedInput.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/components/SeedInput.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/components/Selectlist.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/components/Selectlist.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/components/TextArea.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/components/TextArea.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/components/VideoInput.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/components/VideoInput.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/components/Warning.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/components/Warning.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/icons/floppy.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/icons/floppy.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/icons/screen.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/icons/screen.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/icons/spinner.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/icons/spinner.svelte -------------------------------------------------------------------------------- /demo/frontend/src/lib/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/index.ts -------------------------------------------------------------------------------- /demo/frontend/src/lib/lcmLive.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/lcmLive.ts -------------------------------------------------------------------------------- /demo/frontend/src/lib/mediaStream.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/mediaStream.ts -------------------------------------------------------------------------------- /demo/frontend/src/lib/store.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/store.ts -------------------------------------------------------------------------------- /demo/frontend/src/lib/types.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/types.ts -------------------------------------------------------------------------------- /demo/frontend/src/lib/utils.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/lib/utils.ts -------------------------------------------------------------------------------- /demo/frontend/src/routes/+layout.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/routes/+layout.svelte -------------------------------------------------------------------------------- /demo/frontend/src/routes/+page.svelte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/src/routes/+page.svelte -------------------------------------------------------------------------------- /demo/frontend/src/routes/+page.ts: -------------------------------------------------------------------------------- 1 | export const prerender = true -------------------------------------------------------------------------------- /demo/frontend/static/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/static/favicon.png -------------------------------------------------------------------------------- /demo/frontend/svelte.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/svelte.config.js -------------------------------------------------------------------------------- /demo/frontend/tailwind.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/tailwind.config.js -------------------------------------------------------------------------------- /demo/frontend/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/tsconfig.json -------------------------------------------------------------------------------- /demo/frontend/vite.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/frontend/vite.config.ts -------------------------------------------------------------------------------- /demo/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/main.py -------------------------------------------------------------------------------- /demo/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/package-lock.json -------------------------------------------------------------------------------- /demo/screen/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/screen/client.py -------------------------------------------------------------------------------- /demo/screen/requirements.txt: -------------------------------------------------------------------------------- 1 | matplotlib 2 | mss 3 | -------------------------------------------------------------------------------- /demo/screen/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/screen/server.py -------------------------------------------------------------------------------- /demo/screen/server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/screen/server.sh -------------------------------------------------------------------------------- /demo/start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/start.sh -------------------------------------------------------------------------------- /demo/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/util.py -------------------------------------------------------------------------------- /demo/vid2vid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/vid2vid.py -------------------------------------------------------------------------------- /demo/vid2vid_pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/demo/vid2vid_pipe.py -------------------------------------------------------------------------------- /minimal_inference/autoregressive_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/minimal_inference/autoregressive_inference.py -------------------------------------------------------------------------------- /minimal_inference/bidirectional_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/minimal_inference/bidirectional_inference.py -------------------------------------------------------------------------------- /minimal_inference/longvideo_autoregressive_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/minimal_inference/longvideo_autoregressive_inference.py -------------------------------------------------------------------------------- /original.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/original.mp4 -------------------------------------------------------------------------------- /prompt.txt: -------------------------------------------------------------------------------- 1 | A dog walks on the grass, realistic -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/setup.py -------------------------------------------------------------------------------- /streamv2v/communication/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/streamv2v/communication/__init__.py -------------------------------------------------------------------------------- /streamv2v/communication/buffer_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/streamv2v/communication/buffer_manager.py -------------------------------------------------------------------------------- /streamv2v/communication/data_containers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/streamv2v/communication/data_containers.py -------------------------------------------------------------------------------- /streamv2v/communication/distributed_communicator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/streamv2v/communication/distributed_communicator.py -------------------------------------------------------------------------------- /streamv2v/communication/kv_cache_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/streamv2v/communication/kv_cache_manager.py -------------------------------------------------------------------------------- /streamv2v/communication/model_data_transfer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/streamv2v/communication/model_data_transfer.py -------------------------------------------------------------------------------- /streamv2v/communication/test_communication.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/streamv2v/communication/test_communication.py -------------------------------------------------------------------------------- /streamv2v/communication/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/streamv2v/communication/utils.py -------------------------------------------------------------------------------- /streamv2v/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/streamv2v/inference.py -------------------------------------------------------------------------------- /streamv2v/inference_pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/streamv2v/inference_pipe.py -------------------------------------------------------------------------------- /streamv2v/inference_wo_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenfengxu714/StreamDiffusionV2/HEAD/streamv2v/inference_wo_batch.py --------------------------------------------------------------------------------