├── README.md ├── assets └── teaser.png ├── clip.py ├── configs ├── human4dit.json └── opensora │ └── train │ ├── 4dtrans.py │ └── readmd ├── data_scripts ├── download.py ├── render_smpl.py ├── render_thuman.py ├── render_thuman_smpl.py ├── renderer.py └── video_cut.py ├── inference_long.py ├── opensora ├── __init__.py ├── acceleration │ ├── __init__.py │ ├── checkpoint.py │ ├── communications.py │ ├── parallel_states.py │ ├── plugin.py │ ├── readmd │ └── shardformer │ │ ├── modeling │ │ ├── __init__.py │ │ ├── readme │ │ └── t5.py │ │ └── policy │ │ ├── __init__.py │ │ ├── readmd │ │ └── t5_encoder.py ├── datasets │ ├── __init__.py │ ├── datasets.py │ ├── datasets_image.py │ ├── readme │ ├── utils.py │ └── video_transforms.py ├── models │ ├── __init__.py │ ├── dit │ │ ├── __init__.py │ │ └── dit.py │ ├── humansora │ │ ├── __init__.py │ │ ├── humansora_model.py │ │ └── models │ │ │ ├── guidance_encoder.py │ │ │ ├── human4dit.py │ │ │ ├── readme │ │ │ ├── resnet.py │ │ │ ├── transformer_2d.py │ │ │ ├── transformer_4d.py │ │ │ ├── transformer_image.py │ │ │ ├── transformer_multiview.py │ │ │ ├── transformer_temporal.py │ │ │ └── unet_blocks.py │ ├── image_encoder │ │ ├── __init__.py │ │ └── clip.py │ ├── layers │ │ ├── __init__.py │ │ ├── blocks.py │ │ └── readme │ ├── text_encoder │ │ ├── __init__.py │ │ ├── classes.py │ │ ├── clip.py │ │ └── t5.py │ └── vae │ │ ├── __init__.py │ │ └── vae.py ├── registry.py ├── schedulers │ ├── __init__.py │ ├── dpms │ │ ├── __init__.py │ │ ├── dpm_solver.py │ │ └── readme │ └── iddpm │ │ ├── __init__.py │ │ ├── diffusion_utils.py │ │ ├── gaussian_diffusion.py │ │ ├── readme │ │ ├── respace.py │ │ └── timestep_sampler.py └── utils │ ├── __init__.py │ ├── ckpt_utils.py │ ├── config_utils.py │ ├── misc.py │ ├── readmd │ └── train_utils.py └── test_case ├── 1.jpg ├── readme ├── vid ├── 1.mp4 └── readme ├── vid_normal ├── 1.mp4 └── readmd └── vid_pose ├── 1.mp4 └── readme /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/README.md -------------------------------------------------------------------------------- /assets/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/assets/teaser.png -------------------------------------------------------------------------------- /clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/clip.py -------------------------------------------------------------------------------- /configs/human4dit.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/configs/human4dit.json -------------------------------------------------------------------------------- /configs/opensora/train/4dtrans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/configs/opensora/train/4dtrans.py -------------------------------------------------------------------------------- /configs/opensora/train/readmd: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /data_scripts/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/data_scripts/download.py -------------------------------------------------------------------------------- /data_scripts/render_smpl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/data_scripts/render_smpl.py -------------------------------------------------------------------------------- /data_scripts/render_thuman.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/data_scripts/render_thuman.py -------------------------------------------------------------------------------- /data_scripts/render_thuman_smpl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/data_scripts/render_thuman_smpl.py -------------------------------------------------------------------------------- /data_scripts/renderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/data_scripts/renderer.py -------------------------------------------------------------------------------- /data_scripts/video_cut.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/data_scripts/video_cut.py -------------------------------------------------------------------------------- /inference_long.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/inference_long.py -------------------------------------------------------------------------------- /opensora/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/__init__.py -------------------------------------------------------------------------------- /opensora/acceleration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opensora/acceleration/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/acceleration/checkpoint.py -------------------------------------------------------------------------------- /opensora/acceleration/communications.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/acceleration/communications.py -------------------------------------------------------------------------------- /opensora/acceleration/parallel_states.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/acceleration/parallel_states.py -------------------------------------------------------------------------------- /opensora/acceleration/plugin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/acceleration/plugin.py -------------------------------------------------------------------------------- /opensora/acceleration/readmd: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /opensora/acceleration/shardformer/modeling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opensora/acceleration/shardformer/modeling/readme: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /opensora/acceleration/shardformer/modeling/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/acceleration/shardformer/modeling/t5.py -------------------------------------------------------------------------------- /opensora/acceleration/shardformer/policy/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opensora/acceleration/shardformer/policy/readmd: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /opensora/acceleration/shardformer/policy/t5_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/acceleration/shardformer/policy/t5_encoder.py -------------------------------------------------------------------------------- /opensora/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/datasets/__init__.py -------------------------------------------------------------------------------- /opensora/datasets/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/datasets/datasets.py -------------------------------------------------------------------------------- /opensora/datasets/datasets_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/datasets/datasets_image.py -------------------------------------------------------------------------------- /opensora/datasets/readme: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /opensora/datasets/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/datasets/utils.py -------------------------------------------------------------------------------- /opensora/datasets/video_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/datasets/video_transforms.py -------------------------------------------------------------------------------- /opensora/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/__init__.py -------------------------------------------------------------------------------- /opensora/models/dit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/dit/__init__.py -------------------------------------------------------------------------------- /opensora/models/dit/dit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/dit/dit.py -------------------------------------------------------------------------------- /opensora/models/humansora/__init__.py: -------------------------------------------------------------------------------- 1 | from .humansora_model import HumanSORA_m 2 | -------------------------------------------------------------------------------- /opensora/models/humansora/humansora_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/humansora/humansora_model.py -------------------------------------------------------------------------------- /opensora/models/humansora/models/guidance_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/humansora/models/guidance_encoder.py -------------------------------------------------------------------------------- /opensora/models/humansora/models/human4dit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/humansora/models/human4dit.py -------------------------------------------------------------------------------- /opensora/models/humansora/models/readme: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /opensora/models/humansora/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/humansora/models/resnet.py -------------------------------------------------------------------------------- /opensora/models/humansora/models/transformer_2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/humansora/models/transformer_2d.py -------------------------------------------------------------------------------- /opensora/models/humansora/models/transformer_4d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/humansora/models/transformer_4d.py -------------------------------------------------------------------------------- /opensora/models/humansora/models/transformer_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/humansora/models/transformer_image.py -------------------------------------------------------------------------------- /opensora/models/humansora/models/transformer_multiview.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/humansora/models/transformer_multiview.py -------------------------------------------------------------------------------- /opensora/models/humansora/models/transformer_temporal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/humansora/models/transformer_temporal.py -------------------------------------------------------------------------------- /opensora/models/humansora/models/unet_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/humansora/models/unet_blocks.py -------------------------------------------------------------------------------- /opensora/models/image_encoder/__init__.py: -------------------------------------------------------------------------------- 1 | from .clip import ClipImageEncoder 2 | -------------------------------------------------------------------------------- /opensora/models/image_encoder/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/image_encoder/clip.py -------------------------------------------------------------------------------- /opensora/models/layers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opensora/models/layers/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/layers/blocks.py -------------------------------------------------------------------------------- /opensora/models/layers/readme: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /opensora/models/text_encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/text_encoder/__init__.py -------------------------------------------------------------------------------- /opensora/models/text_encoder/classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/text_encoder/classes.py -------------------------------------------------------------------------------- /opensora/models/text_encoder/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/text_encoder/clip.py -------------------------------------------------------------------------------- /opensora/models/text_encoder/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/text_encoder/t5.py -------------------------------------------------------------------------------- /opensora/models/vae/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/vae/__init__.py -------------------------------------------------------------------------------- /opensora/models/vae/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/models/vae/vae.py -------------------------------------------------------------------------------- /opensora/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/registry.py -------------------------------------------------------------------------------- /opensora/schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/schedulers/__init__.py -------------------------------------------------------------------------------- /opensora/schedulers/dpms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/schedulers/dpms/__init__.py -------------------------------------------------------------------------------- /opensora/schedulers/dpms/dpm_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/schedulers/dpms/dpm_solver.py -------------------------------------------------------------------------------- /opensora/schedulers/dpms/readme: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /opensora/schedulers/iddpm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/schedulers/iddpm/__init__.py -------------------------------------------------------------------------------- /opensora/schedulers/iddpm/diffusion_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/schedulers/iddpm/diffusion_utils.py -------------------------------------------------------------------------------- /opensora/schedulers/iddpm/gaussian_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/schedulers/iddpm/gaussian_diffusion.py -------------------------------------------------------------------------------- /opensora/schedulers/iddpm/readme: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /opensora/schedulers/iddpm/respace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/schedulers/iddpm/respace.py -------------------------------------------------------------------------------- /opensora/schedulers/iddpm/timestep_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/schedulers/iddpm/timestep_sampler.py -------------------------------------------------------------------------------- /opensora/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opensora/utils/ckpt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/utils/ckpt_utils.py -------------------------------------------------------------------------------- /opensora/utils/config_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/utils/config_utils.py -------------------------------------------------------------------------------- /opensora/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/utils/misc.py -------------------------------------------------------------------------------- /opensora/utils/readmd: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /opensora/utils/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/opensora/utils/train_utils.py -------------------------------------------------------------------------------- /test_case/1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/test_case/1.jpg -------------------------------------------------------------------------------- /test_case/readme: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /test_case/vid/1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/test_case/vid/1.mp4 -------------------------------------------------------------------------------- /test_case/vid/readme: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /test_case/vid_normal/1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/test_case/vid_normal/1.mp4 -------------------------------------------------------------------------------- /test_case/vid_normal/readmd: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /test_case/vid_pose/1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DSaurus/Human4DiT/HEAD/test_case/vid_pose/1.mp4 -------------------------------------------------------------------------------- /test_case/vid_pose/readme: -------------------------------------------------------------------------------- 1 | 2 | --------------------------------------------------------------------------------