├── .gitignore ├── README.md ├── assets ├── logo.jpg └── texts │ └── evalcrafter.txt ├── configs ├── mvdit │ ├── inference │ │ ├── 16x256x256.py │ │ └── 16x512x512.py │ └── train │ │ ├── 16x256x256.py │ │ └── 16x512x512.py └── stdit │ ├── inference │ ├── 16x1024x1024.py │ ├── 16x256x256.py │ └── 16x512x512.py │ └── train │ ├── 16x1024x1024.py │ ├── 16x256x256.py │ └── 16x512x512.py ├── download_scripts └── download_OpenVid.py ├── openvid ├── __init__.py ├── acceleration │ ├── __init__.py │ ├── checkpoint.py │ ├── communications.py │ ├── parallel_states.py │ ├── plugin.py │ └── shardformer │ │ ├── modeling │ │ ├── __init__.py │ │ └── t5.py │ │ └── policy │ │ ├── __init__.py │ │ └── t5_encoder.py ├── datasets │ ├── __init__.py │ ├── datasets.py │ ├── utils.py │ └── video_transforms.py ├── models │ ├── __init__.py │ ├── layers │ │ ├── __init__.py │ │ └── blocks.py │ ├── mvdit │ │ ├── __init__.py │ │ └── mvdit.py │ ├── stdit │ │ ├── __init__.py │ │ └── stdit.py │ ├── text_encoder │ │ ├── __init__.py │ │ ├── classes.py │ │ ├── clip.py │ │ └── t5.py │ └── vae │ │ ├── __init__.py │ │ └── vae.py ├── registry.py ├── schedulers │ ├── __init__.py │ ├── dpms │ │ ├── __init__.py │ │ └── dpm_solver.py │ └── iddpm │ │ ├── __init__.py │ │ ├── diffusion_utils.py │ │ ├── gaussian_diffusion.py │ │ ├── respace.py │ │ └── timestep_sampler.py └── utils │ ├── __init__.py │ ├── ckpt_utils.py │ ├── config_utils.py │ ├── misc.py │ └── train_utils.py ├── requirements.txt └── scripts ├── inference.py └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/README.md -------------------------------------------------------------------------------- /assets/logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/assets/logo.jpg -------------------------------------------------------------------------------- /assets/texts/evalcrafter.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/assets/texts/evalcrafter.txt -------------------------------------------------------------------------------- /configs/mvdit/inference/16x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/configs/mvdit/inference/16x256x256.py -------------------------------------------------------------------------------- /configs/mvdit/inference/16x512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/configs/mvdit/inference/16x512x512.py -------------------------------------------------------------------------------- /configs/mvdit/train/16x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/configs/mvdit/train/16x256x256.py -------------------------------------------------------------------------------- /configs/mvdit/train/16x512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/configs/mvdit/train/16x512x512.py -------------------------------------------------------------------------------- /configs/stdit/inference/16x1024x1024.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/configs/stdit/inference/16x1024x1024.py -------------------------------------------------------------------------------- /configs/stdit/inference/16x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/configs/stdit/inference/16x256x256.py -------------------------------------------------------------------------------- /configs/stdit/inference/16x512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/configs/stdit/inference/16x512x512.py -------------------------------------------------------------------------------- /configs/stdit/train/16x1024x1024.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/configs/stdit/train/16x1024x1024.py -------------------------------------------------------------------------------- /configs/stdit/train/16x256x256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/configs/stdit/train/16x256x256.py -------------------------------------------------------------------------------- /configs/stdit/train/16x512x512.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/configs/stdit/train/16x512x512.py -------------------------------------------------------------------------------- /download_scripts/download_OpenVid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/download_scripts/download_OpenVid.py -------------------------------------------------------------------------------- /openvid/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/__init__.py -------------------------------------------------------------------------------- /openvid/acceleration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /openvid/acceleration/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/acceleration/checkpoint.py -------------------------------------------------------------------------------- /openvid/acceleration/communications.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/acceleration/communications.py -------------------------------------------------------------------------------- /openvid/acceleration/parallel_states.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/acceleration/parallel_states.py -------------------------------------------------------------------------------- /openvid/acceleration/plugin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/acceleration/plugin.py -------------------------------------------------------------------------------- /openvid/acceleration/shardformer/modeling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /openvid/acceleration/shardformer/modeling/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/acceleration/shardformer/modeling/t5.py -------------------------------------------------------------------------------- /openvid/acceleration/shardformer/policy/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /openvid/acceleration/shardformer/policy/t5_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/acceleration/shardformer/policy/t5_encoder.py -------------------------------------------------------------------------------- /openvid/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/datasets/__init__.py -------------------------------------------------------------------------------- /openvid/datasets/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/datasets/datasets.py -------------------------------------------------------------------------------- /openvid/datasets/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/datasets/utils.py -------------------------------------------------------------------------------- /openvid/datasets/video_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/datasets/video_transforms.py -------------------------------------------------------------------------------- /openvid/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/models/__init__.py -------------------------------------------------------------------------------- /openvid/models/layers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /openvid/models/layers/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/models/layers/blocks.py -------------------------------------------------------------------------------- /openvid/models/mvdit/__init__.py: -------------------------------------------------------------------------------- 1 | from .mvdit import MVDiT -------------------------------------------------------------------------------- /openvid/models/mvdit/mvdit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/models/mvdit/mvdit.py -------------------------------------------------------------------------------- /openvid/models/stdit/__init__.py: -------------------------------------------------------------------------------- 1 | from .stdit import STDiT -------------------------------------------------------------------------------- /openvid/models/stdit/stdit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/models/stdit/stdit.py -------------------------------------------------------------------------------- /openvid/models/text_encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/models/text_encoder/__init__.py -------------------------------------------------------------------------------- /openvid/models/text_encoder/classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/models/text_encoder/classes.py -------------------------------------------------------------------------------- /openvid/models/text_encoder/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/models/text_encoder/clip.py -------------------------------------------------------------------------------- /openvid/models/text_encoder/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/models/text_encoder/t5.py -------------------------------------------------------------------------------- /openvid/models/vae/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/models/vae/__init__.py -------------------------------------------------------------------------------- /openvid/models/vae/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/models/vae/vae.py -------------------------------------------------------------------------------- /openvid/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/registry.py -------------------------------------------------------------------------------- /openvid/schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/schedulers/__init__.py -------------------------------------------------------------------------------- /openvid/schedulers/dpms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/schedulers/dpms/__init__.py -------------------------------------------------------------------------------- /openvid/schedulers/dpms/dpm_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/schedulers/dpms/dpm_solver.py -------------------------------------------------------------------------------- /openvid/schedulers/iddpm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/schedulers/iddpm/__init__.py -------------------------------------------------------------------------------- /openvid/schedulers/iddpm/diffusion_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/schedulers/iddpm/diffusion_utils.py -------------------------------------------------------------------------------- /openvid/schedulers/iddpm/gaussian_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/schedulers/iddpm/gaussian_diffusion.py -------------------------------------------------------------------------------- /openvid/schedulers/iddpm/respace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/schedulers/iddpm/respace.py -------------------------------------------------------------------------------- /openvid/schedulers/iddpm/timestep_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/schedulers/iddpm/timestep_sampler.py -------------------------------------------------------------------------------- /openvid/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /openvid/utils/ckpt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/utils/ckpt_utils.py -------------------------------------------------------------------------------- /openvid/utils/config_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/utils/config_utils.py -------------------------------------------------------------------------------- /openvid/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/utils/misc.py -------------------------------------------------------------------------------- /openvid/utils/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/openvid/utils/train_utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/scripts/inference.py -------------------------------------------------------------------------------- /scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJU-PCALab/OpenVid-1M/HEAD/scripts/train.py --------------------------------------------------------------------------------