├── .gitignore ├── .isort.cfg ├── .pre-commit-config.yaml ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── __init__.py ├── assets └── texts │ ├── imagenet_id.txt │ ├── imagenet_labels.txt │ ├── t2i_samples.txt │ ├── t2v_latte.txt │ ├── t2v_samples.txt │ ├── t2v_sora.txt │ ├── ucf101_id.txt │ └── ucf101_labels.txt ├── configs ├── dit │ ├── inference │ │ ├── 16x256x256.py │ │ ├── 1x256x256-class.py │ │ └── 1x256x256.py │ └── train │ │ ├── 16x256x256.py │ │ └── 1x256x256.py ├── latte │ ├── inference │ │ ├── 16x256x256-class.py │ │ └── 16x256x256.py │ └── train │ │ └── 16x256x256.py ├── opensora │ ├── inference │ │ ├── 16x256x256.py │ │ ├── 16x512x512.py │ │ └── 64x512x512.py │ └── train │ │ ├── 16x256x256.py │ │ ├── 16x512x512.py │ │ ├── 360x512x512.py │ │ ├── 64x512x512-sp.py │ │ └── 64x512x512.py └── pixart │ ├── inference │ ├── 16x256x256.py │ ├── 1x1024MS.py │ ├── 1x256x256.py │ └── 1x512x512.py │ └── train │ ├── 16x256x256.py │ ├── 1x512x512.py │ └── 64x512x512.py ├── docs ├── README_zh.md ├── acceleration.md ├── commands.md ├── commands_zh.md ├── datasets.md ├── report_v1.md └── structure.md ├── nodes.py ├── opensora ├── __init__.py ├── acceleration │ ├── __init__.py │ ├── checkpoint.py │ ├── communications.py │ ├── parallel_states.py │ ├── plugin.py │ └── shardformer │ │ ├── modeling │ │ ├── __init__.py │ │ └── t5.py │ │ └── policy │ │ ├── __init__.py │ │ └── t5_encoder.py ├── datasets │ ├── __init__.py │ ├── datasets.py │ ├── utils.py │ └── video_transforms.py ├── models │ ├── __init__.py │ ├── dit │ │ ├── __init__.py │ │ └── dit.py │ ├── latte │ │ ├── __init__.py │ │ └── latte.py │ ├── layers │ │ ├── __init__.py │ │ └── blocks.py │ ├── pixart │ │ ├── __init__.py │ │ └── pixart.py │ ├── stdit │ │ ├── __init__.py │ │ └── stdit.py │ ├── text_encoder │ │ ├── __init__.py │ │ ├── classes.py │ │ ├── clip.py │ │ └── t5.py │ └── vae │ │ ├── __init__.py │ │ └── vae.py ├── registry.py ├── schedulers │ ├── __init__.py │ ├── dpms │ │ ├── __init__.py │ │ └── dpm_solver.py │ └── iddpm │ │ ├── __init__.py │ │ ├── diffusion_utils.py │ │ ├── gaussian_diffusion.py │ │ ├── respace.py │ │ └── timestep_sampler.py └── utils │ ├── __init__.py │ ├── ckpt_utils.py │ ├── config_utils.py │ ├── misc.py │ └── train_utils.py ├── requirements.txt ├── scripts ├── inference.py └── train.py ├── setup.py ├── tests ├── test_seq_parallel_attention.py └── test_t5_shardformer.py ├── tools ├── __init__.py ├── caption │ ├── README.md │ ├── __init__.py │ ├── caption_gpt4.py │ ├── caption_llava.py │ └── utils.py ├── datasets │ ├── README.md │ ├── __init__.py │ ├── convert_dataset.py │ └── csvutil.py ├── intepolate │ └── README.md └── scenedetect │ ├── README.md │ ├── scene_detect.py │ └── utils.py ├── wf.json └── wf.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/.gitignore -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/.isort.cfg -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/__init__.py -------------------------------------------------------------------------------- /assets/texts/imagenet_id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/assets/texts/imagenet_id.txt -------------------------------------------------------------------------------- /assets/texts/imagenet_labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/assets/texts/imagenet_labels.txt -------------------------------------------------------------------------------- /assets/texts/t2i_samples.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/assets/texts/t2i_samples.txt -------------------------------------------------------------------------------- /assets/texts/t2v_latte.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/assets/texts/t2v_latte.txt -------------------------------------------------------------------------------- /assets/texts/t2v_samples.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/assets/texts/t2v_samples.txt -------------------------------------------------------------------------------- /assets/texts/t2v_sora.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/assets/texts/t2v_sora.txt -------------------------------------------------------------------------------- /assets/texts/ucf101_id.txt: -------------------------------------------------------------------------------- 1 | 0 2 | 1 3 | 2 4 | 3 5 | 4 6 | 5 7 | -------------------------------------------------------------------------------- /assets/texts/ucf101_labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/assets/texts/ucf101_labels.txt -------------------------------------------------------------------------------- /configs/dit/inference/16x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/dit/inference/16x256x256.py -------------------------------------------------------------------------------- /configs/dit/inference/1x256x256-class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/dit/inference/1x256x256-class.py -------------------------------------------------------------------------------- /configs/dit/inference/1x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/dit/inference/1x256x256.py -------------------------------------------------------------------------------- /configs/dit/train/16x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/dit/train/16x256x256.py -------------------------------------------------------------------------------- /configs/dit/train/1x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/dit/train/1x256x256.py -------------------------------------------------------------------------------- /configs/latte/inference/16x256x256-class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/latte/inference/16x256x256-class.py -------------------------------------------------------------------------------- /configs/latte/inference/16x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/latte/inference/16x256x256.py -------------------------------------------------------------------------------- /configs/latte/train/16x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/latte/train/16x256x256.py -------------------------------------------------------------------------------- /configs/opensora/inference/16x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/opensora/inference/16x256x256.py -------------------------------------------------------------------------------- /configs/opensora/inference/16x512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/opensora/inference/16x512x512.py -------------------------------------------------------------------------------- /configs/opensora/inference/64x512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/opensora/inference/64x512x512.py -------------------------------------------------------------------------------- /configs/opensora/train/16x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/opensora/train/16x256x256.py -------------------------------------------------------------------------------- /configs/opensora/train/16x512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/opensora/train/16x512x512.py -------------------------------------------------------------------------------- /configs/opensora/train/360x512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/opensora/train/360x512x512.py -------------------------------------------------------------------------------- /configs/opensora/train/64x512x512-sp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/opensora/train/64x512x512-sp.py -------------------------------------------------------------------------------- /configs/opensora/train/64x512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/opensora/train/64x512x512.py -------------------------------------------------------------------------------- /configs/pixart/inference/16x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/pixart/inference/16x256x256.py -------------------------------------------------------------------------------- /configs/pixart/inference/1x1024MS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/pixart/inference/1x1024MS.py -------------------------------------------------------------------------------- /configs/pixart/inference/1x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/pixart/inference/1x256x256.py -------------------------------------------------------------------------------- /configs/pixart/inference/1x512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/pixart/inference/1x512x512.py -------------------------------------------------------------------------------- /configs/pixart/train/16x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/pixart/train/16x256x256.py -------------------------------------------------------------------------------- /configs/pixart/train/1x512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/pixart/train/1x512x512.py -------------------------------------------------------------------------------- /configs/pixart/train/64x512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/configs/pixart/train/64x512x512.py -------------------------------------------------------------------------------- /docs/README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/docs/README_zh.md -------------------------------------------------------------------------------- /docs/acceleration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/docs/acceleration.md -------------------------------------------------------------------------------- /docs/commands.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/docs/commands.md -------------------------------------------------------------------------------- /docs/commands_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/docs/commands_zh.md -------------------------------------------------------------------------------- /docs/datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/docs/datasets.md -------------------------------------------------------------------------------- /docs/report_v1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/docs/report_v1.md -------------------------------------------------------------------------------- /docs/structure.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/docs/structure.md -------------------------------------------------------------------------------- /nodes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/nodes.py -------------------------------------------------------------------------------- /opensora/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/__init__.py -------------------------------------------------------------------------------- /opensora/acceleration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opensora/acceleration/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/acceleration/checkpoint.py -------------------------------------------------------------------------------- /opensora/acceleration/communications.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/acceleration/communications.py -------------------------------------------------------------------------------- /opensora/acceleration/parallel_states.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/acceleration/parallel_states.py -------------------------------------------------------------------------------- /opensora/acceleration/plugin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/acceleration/plugin.py -------------------------------------------------------------------------------- /opensora/acceleration/shardformer/modeling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opensora/acceleration/shardformer/modeling/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/acceleration/shardformer/modeling/t5.py -------------------------------------------------------------------------------- /opensora/acceleration/shardformer/policy/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opensora/acceleration/shardformer/policy/t5_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/acceleration/shardformer/policy/t5_encoder.py -------------------------------------------------------------------------------- /opensora/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/datasets/__init__.py -------------------------------------------------------------------------------- /opensora/datasets/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/datasets/datasets.py -------------------------------------------------------------------------------- /opensora/datasets/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/datasets/utils.py -------------------------------------------------------------------------------- /opensora/datasets/video_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/datasets/video_transforms.py -------------------------------------------------------------------------------- /opensora/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/__init__.py -------------------------------------------------------------------------------- /opensora/models/dit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/dit/__init__.py -------------------------------------------------------------------------------- /opensora/models/dit/dit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/dit/dit.py -------------------------------------------------------------------------------- /opensora/models/latte/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/latte/__init__.py -------------------------------------------------------------------------------- /opensora/models/latte/latte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/latte/latte.py -------------------------------------------------------------------------------- /opensora/models/layers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opensora/models/layers/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/layers/blocks.py -------------------------------------------------------------------------------- /opensora/models/pixart/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/pixart/__init__.py -------------------------------------------------------------------------------- /opensora/models/pixart/pixart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/pixart/pixart.py -------------------------------------------------------------------------------- /opensora/models/stdit/__init__.py: -------------------------------------------------------------------------------- 1 | from .stdit import STDiT 2 | -------------------------------------------------------------------------------- /opensora/models/stdit/stdit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/stdit/stdit.py -------------------------------------------------------------------------------- /opensora/models/text_encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/text_encoder/__init__.py -------------------------------------------------------------------------------- /opensora/models/text_encoder/classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/text_encoder/classes.py -------------------------------------------------------------------------------- /opensora/models/text_encoder/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/text_encoder/clip.py -------------------------------------------------------------------------------- /opensora/models/text_encoder/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/text_encoder/t5.py -------------------------------------------------------------------------------- /opensora/models/vae/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/vae/__init__.py -------------------------------------------------------------------------------- /opensora/models/vae/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/models/vae/vae.py -------------------------------------------------------------------------------- /opensora/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/registry.py -------------------------------------------------------------------------------- /opensora/schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/schedulers/__init__.py -------------------------------------------------------------------------------- /opensora/schedulers/dpms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/schedulers/dpms/__init__.py -------------------------------------------------------------------------------- /opensora/schedulers/dpms/dpm_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/schedulers/dpms/dpm_solver.py -------------------------------------------------------------------------------- /opensora/schedulers/iddpm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/schedulers/iddpm/__init__.py -------------------------------------------------------------------------------- /opensora/schedulers/iddpm/diffusion_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/schedulers/iddpm/diffusion_utils.py -------------------------------------------------------------------------------- /opensora/schedulers/iddpm/gaussian_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/schedulers/iddpm/gaussian_diffusion.py -------------------------------------------------------------------------------- /opensora/schedulers/iddpm/respace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/schedulers/iddpm/respace.py -------------------------------------------------------------------------------- /opensora/schedulers/iddpm/timestep_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/schedulers/iddpm/timestep_sampler.py -------------------------------------------------------------------------------- /opensora/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opensora/utils/ckpt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/utils/ckpt_utils.py -------------------------------------------------------------------------------- /opensora/utils/config_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/utils/config_utils.py -------------------------------------------------------------------------------- /opensora/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/utils/misc.py -------------------------------------------------------------------------------- /opensora/utils/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/opensora/utils/train_utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/scripts/inference.py -------------------------------------------------------------------------------- /scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/scripts/train.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/setup.py -------------------------------------------------------------------------------- /tests/test_seq_parallel_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/tests/test_seq_parallel_attention.py -------------------------------------------------------------------------------- /tests/test_t5_shardformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/tests/test_t5_shardformer.py -------------------------------------------------------------------------------- /tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/caption/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/tools/caption/README.md -------------------------------------------------------------------------------- /tools/caption/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/caption/caption_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/tools/caption/caption_gpt4.py -------------------------------------------------------------------------------- /tools/caption/caption_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/tools/caption/caption_llava.py -------------------------------------------------------------------------------- /tools/caption/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/tools/caption/utils.py -------------------------------------------------------------------------------- /tools/datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/tools/datasets/README.md -------------------------------------------------------------------------------- /tools/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/datasets/convert_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/tools/datasets/convert_dataset.py -------------------------------------------------------------------------------- /tools/datasets/csvutil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/tools/datasets/csvutil.py -------------------------------------------------------------------------------- /tools/intepolate/README.md: -------------------------------------------------------------------------------- 1 | # To be added 2 | -------------------------------------------------------------------------------- /tools/scenedetect/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/tools/scenedetect/README.md -------------------------------------------------------------------------------- /tools/scenedetect/scene_detect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/tools/scenedetect/scene_detect.py -------------------------------------------------------------------------------- /tools/scenedetect/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/tools/scenedetect/utils.py -------------------------------------------------------------------------------- /wf.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/wf.json -------------------------------------------------------------------------------- /wf.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-Open-Sora/HEAD/wf.png --------------------------------------------------------------------------------