├── .gitattributes ├── .gitignore ├── LICENSE ├── README.md ├── __init__.py ├── configs ├── latte │ ├── sample.yaml │ └── sample_pab.yaml ├── opensora │ ├── sample.yaml │ └── sample_pab.yaml ├── opensora_plan │ ├── sample_65f.yaml │ └── sample_65f_pab.yaml └── t5-v1_1-xxl-encoder.json ├── examples ├── opensora_img2vid_example_01.json └── opensora_text2vid_example_01.json ├── nodes.py ├── opendit ├── __init__.py ├── core │ ├── __init__.py │ ├── comm.py │ ├── pab_mgr.py │ ├── parallel_mgr.py │ └── shardformer │ │ ├── __init__.py │ │ └── t5 │ │ ├── __init__.py │ │ ├── modeling.py │ │ └── policy.py ├── datasets │ ├── dataloader.py │ ├── image_transform.py │ └── video_transform.py ├── diffusion │ ├── __init__.py │ ├── diffusion_utils.py │ ├── gaussian_diffusion.py │ ├── respace.py │ └── timestep_sampler.py ├── kernels │ ├── __init__.py │ ├── fused_modulate.py │ └── k_fused_modulate.py ├── models │ ├── __init__.py │ ├── dit │ │ ├── __init__.py │ │ └── dit.py │ ├── latte │ │ ├── __init__.py │ │ ├── latte_t2v.py │ │ └── pipeline.py │ ├── opensora │ │ ├── __init__.py │ │ ├── datasets.py │ │ ├── embed.py │ │ ├── inference_utils.py │ │ ├── modules.py │ │ ├── rflow.py │ │ ├── stdit2.py │ │ ├── stdit3.py │ │ ├── text_encoder.py │ │ ├── utils.py │ │ └── vae.py │ └── opensora_plan │ │ ├── __init__.py │ │ ├── ae.py │ │ ├── latte.py │ │ ├── losses.py │ │ ├── modules │ │ ├── __init__.py │ │ ├── attention.py │ │ ├── block.py │ │ ├── conv.py │ │ ├── normalize.py │ │ ├── ops.py │ │ ├── quant.py │ │ ├── resnet_block.py │ │ └── updownsample.py │ │ └── pipeline.py ├── modules │ ├── __init__.py │ ├── attn.py │ ├── embed.py │ └── layers.py └── utils │ ├── ckpt_utils.py │ ├── debug_utils.py │ ├── download.py │ ├── train_utils.py │ └── utils.py ├── requirements.txt └── scripts ├── dit ├── sample_dit.py ├── sample_dit.sh ├── train_dit.py └── train_dit.sh ├── latte ├── sample.py ├── sample.sh └── sample_pab.sh ├── opensora ├── sample.py ├── sample.sh └── sample_pab.sh └── opensora_plan ├── sample.py ├── sample.sh └── sample_pab.sh /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/__init__.py -------------------------------------------------------------------------------- /configs/latte/sample.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/configs/latte/sample.yaml -------------------------------------------------------------------------------- /configs/latte/sample_pab.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/configs/latte/sample_pab.yaml -------------------------------------------------------------------------------- /configs/opensora/sample.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/configs/opensora/sample.yaml -------------------------------------------------------------------------------- /configs/opensora/sample_pab.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/configs/opensora/sample_pab.yaml -------------------------------------------------------------------------------- /configs/opensora_plan/sample_65f.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/configs/opensora_plan/sample_65f.yaml -------------------------------------------------------------------------------- /configs/opensora_plan/sample_65f_pab.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/configs/opensora_plan/sample_65f_pab.yaml -------------------------------------------------------------------------------- /configs/t5-v1_1-xxl-encoder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/configs/t5-v1_1-xxl-encoder.json -------------------------------------------------------------------------------- /examples/opensora_img2vid_example_01.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/examples/opensora_img2vid_example_01.json -------------------------------------------------------------------------------- /examples/opensora_text2vid_example_01.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/examples/opensora_text2vid_example_01.json -------------------------------------------------------------------------------- /nodes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/nodes.py -------------------------------------------------------------------------------- /opendit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opendit/core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opendit/core/comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/core/comm.py -------------------------------------------------------------------------------- /opendit/core/pab_mgr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/core/pab_mgr.py -------------------------------------------------------------------------------- /opendit/core/parallel_mgr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/core/parallel_mgr.py -------------------------------------------------------------------------------- /opendit/core/shardformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opendit/core/shardformer/t5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opendit/core/shardformer/t5/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/core/shardformer/t5/modeling.py -------------------------------------------------------------------------------- /opendit/core/shardformer/t5/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/core/shardformer/t5/policy.py -------------------------------------------------------------------------------- /opendit/datasets/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/datasets/dataloader.py -------------------------------------------------------------------------------- /opendit/datasets/image_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/datasets/image_transform.py -------------------------------------------------------------------------------- /opendit/datasets/video_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/datasets/video_transform.py -------------------------------------------------------------------------------- /opendit/diffusion/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/diffusion/__init__.py -------------------------------------------------------------------------------- /opendit/diffusion/diffusion_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/diffusion/diffusion_utils.py -------------------------------------------------------------------------------- /opendit/diffusion/gaussian_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/diffusion/gaussian_diffusion.py -------------------------------------------------------------------------------- /opendit/diffusion/respace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/diffusion/respace.py -------------------------------------------------------------------------------- /opendit/diffusion/timestep_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/diffusion/timestep_sampler.py -------------------------------------------------------------------------------- /opendit/kernels/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opendit/kernels/fused_modulate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/kernels/fused_modulate.py -------------------------------------------------------------------------------- /opendit/kernels/k_fused_modulate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/kernels/k_fused_modulate.py -------------------------------------------------------------------------------- /opendit/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opendit/models/dit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/dit/__init__.py -------------------------------------------------------------------------------- /opendit/models/dit/dit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/dit/dit.py -------------------------------------------------------------------------------- /opendit/models/latte/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/latte/__init__.py -------------------------------------------------------------------------------- /opendit/models/latte/latte_t2v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/latte/latte_t2v.py -------------------------------------------------------------------------------- /opendit/models/latte/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/latte/pipeline.py -------------------------------------------------------------------------------- /opendit/models/opensora/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora/__init__.py -------------------------------------------------------------------------------- /opendit/models/opensora/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora/datasets.py -------------------------------------------------------------------------------- /opendit/models/opensora/embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora/embed.py -------------------------------------------------------------------------------- /opendit/models/opensora/inference_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora/inference_utils.py -------------------------------------------------------------------------------- /opendit/models/opensora/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora/modules.py -------------------------------------------------------------------------------- /opendit/models/opensora/rflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora/rflow.py -------------------------------------------------------------------------------- /opendit/models/opensora/stdit2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora/stdit2.py -------------------------------------------------------------------------------- /opendit/models/opensora/stdit3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora/stdit3.py -------------------------------------------------------------------------------- /opendit/models/opensora/text_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora/text_encoder.py -------------------------------------------------------------------------------- /opendit/models/opensora/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora/utils.py -------------------------------------------------------------------------------- /opendit/models/opensora/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora/vae.py -------------------------------------------------------------------------------- /opendit/models/opensora_plan/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora_plan/__init__.py -------------------------------------------------------------------------------- /opendit/models/opensora_plan/ae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora_plan/ae.py -------------------------------------------------------------------------------- /opendit/models/opensora_plan/latte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora_plan/latte.py -------------------------------------------------------------------------------- /opendit/models/opensora_plan/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora_plan/losses.py -------------------------------------------------------------------------------- /opendit/models/opensora_plan/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora_plan/modules/__init__.py -------------------------------------------------------------------------------- /opendit/models/opensora_plan/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora_plan/modules/attention.py -------------------------------------------------------------------------------- /opendit/models/opensora_plan/modules/block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora_plan/modules/block.py -------------------------------------------------------------------------------- /opendit/models/opensora_plan/modules/conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora_plan/modules/conv.py -------------------------------------------------------------------------------- /opendit/models/opensora_plan/modules/normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora_plan/modules/normalize.py -------------------------------------------------------------------------------- /opendit/models/opensora_plan/modules/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora_plan/modules/ops.py -------------------------------------------------------------------------------- /opendit/models/opensora_plan/modules/quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora_plan/modules/quant.py -------------------------------------------------------------------------------- /opendit/models/opensora_plan/modules/resnet_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora_plan/modules/resnet_block.py -------------------------------------------------------------------------------- /opendit/models/opensora_plan/modules/updownsample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora_plan/modules/updownsample.py -------------------------------------------------------------------------------- /opendit/models/opensora_plan/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/models/opensora_plan/pipeline.py -------------------------------------------------------------------------------- /opendit/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opendit/modules/attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/modules/attn.py -------------------------------------------------------------------------------- /opendit/modules/embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/modules/embed.py -------------------------------------------------------------------------------- /opendit/modules/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/modules/layers.py -------------------------------------------------------------------------------- /opendit/utils/ckpt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/utils/ckpt_utils.py -------------------------------------------------------------------------------- /opendit/utils/debug_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/utils/debug_utils.py -------------------------------------------------------------------------------- /opendit/utils/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/utils/download.py -------------------------------------------------------------------------------- /opendit/utils/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/utils/train_utils.py -------------------------------------------------------------------------------- /opendit/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/opendit/utils/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/dit/sample_dit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/scripts/dit/sample_dit.py -------------------------------------------------------------------------------- /scripts/dit/sample_dit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/scripts/dit/sample_dit.sh -------------------------------------------------------------------------------- /scripts/dit/train_dit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/scripts/dit/train_dit.py -------------------------------------------------------------------------------- /scripts/dit/train_dit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/scripts/dit/train_dit.sh -------------------------------------------------------------------------------- /scripts/latte/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/scripts/latte/sample.py -------------------------------------------------------------------------------- /scripts/latte/sample.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/scripts/latte/sample.sh -------------------------------------------------------------------------------- /scripts/latte/sample_pab.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/scripts/latte/sample_pab.sh -------------------------------------------------------------------------------- /scripts/opensora/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/scripts/opensora/sample.py -------------------------------------------------------------------------------- /scripts/opensora/sample.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/scripts/opensora/sample.sh -------------------------------------------------------------------------------- /scripts/opensora/sample_pab.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/scripts/opensora/sample_pab.sh -------------------------------------------------------------------------------- /scripts/opensora_plan/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/scripts/opensora_plan/sample.py -------------------------------------------------------------------------------- /scripts/opensora_plan/sample.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/scripts/opensora_plan/sample.sh -------------------------------------------------------------------------------- /scripts/opensora_plan/sample_pab.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kijai/ComfyUI-OpenDiTWrapper/HEAD/scripts/opensora_plan/sample_pab.sh --------------------------------------------------------------------------------