├── .gitignore ├── README.md ├── app.py ├── app_ms.py ├── assets ├── demo_videos │ ├── v1 │ │ ├── 4steps │ │ │ ├── 0021.gif │ │ │ ├── 0023.gif │ │ │ ├── 0054.gif │ │ │ ├── 0064.gif │ │ │ ├── 0262.gif │ │ │ └── 0273.gif │ │ └── 8steps │ │ │ ├── 0026.gif │ │ │ ├── 0062.gif │ │ │ ├── 0065.gif │ │ │ ├── 0266.gif │ │ │ ├── 0278.gif │ │ │ └── 0348.gif │ └── v2 │ │ ├── 1.gif │ │ ├── 2.gif │ │ ├── 3.gif │ │ ├── 4.gif │ │ ├── 5.gif │ │ └── 6.gif ├── reference_videos │ ├── sample_fox.mp4 │ └── sample_walk.mp4 └── teasers │ ├── v1-pipeline.jpg │ └── v2-pipeline.jpg ├── cog.yaml ├── configs ├── inference_t2v_512_v2.0.yaml └── inference_t2v_512_v2.0_motion_clone.yaml ├── data ├── __init__.py ├── dataloader │ ├── __init__.py │ ├── audio_decode.py │ ├── custom_wds.py │ ├── dataloader.py │ ├── filters.py │ ├── transform.py │ └── video_decode.py ├── dataset.py ├── mp4_dataset.py └── video_webdata.py ├── intern_vid2 ├── .gitignore ├── __init__.py ├── configs │ ├── __init__.py │ ├── config_bert.json │ ├── config_bert_large.json │ ├── data.py │ ├── internvideo2_stage2_config.py │ ├── med_config.json │ ├── med_config_fusion.json │ ├── med_large_config.json │ └── model.py ├── demo_config.py ├── demo_utils.py ├── models │ ├── __init__.py │ ├── backbones │ │ ├── __init__.py │ │ ├── beats │ │ │ ├── BEATs.py │ │ │ ├── README.md │ │ │ ├── Tokenizers.py │ │ │ ├── __init__.py │ │ │ ├── backbone.py │ │ │ ├── modules.py │ │ │ └── quantizer.py │ │ ├── bert │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── med.py │ │ │ ├── tokenization_bert.py │ │ │ └── xbert.py │ │ └── internvideo2 │ │ │ ├── __init__.py │ │ │ ├── flash_attention_class.py │ │ │ ├── internvideo2.py │ │ │ ├── internvideo2_clip_text.py │ │ │ ├── internvideo2_clip_vision.py │ │ │ ├── internvl_clip_vision.py │ │ │ └── pos_embed.py │ ├── criterions.py │ ├── dist_utils.py │ ├── internvideo2_clip.py │ ├── internvideo2_stage2.py │ ├── mask.py │ └── utils.py └── utils │ ├── __init__.py │ ├── basic_utils.py │ ├── config.py │ ├── config_utils.py │ ├── distributed.py │ ├── easydict.py │ ├── logger.py │ ├── optimizer.py │ └── scheduler.py ├── inverse_ddim.py ├── lvdm ├── basics.py ├── common.py ├── distributions.py ├── ema.py ├── models │ ├── autoencoder.py │ ├── ddpm3d.py │ ├── samplers │ │ └── ddim.py │ └── utils_diffusion.py └── modules │ ├── attention.py │ ├── encoders │ ├── condition.py │ └── ip_resampler.py │ ├── networks │ ├── ae_modules.py │ └── openaimodel3d.py │ └── x_transformer.py ├── model_scope ├── __init__.py ├── models │ ├── __init__.py │ ├── unet_3d_blocks.py │ └── unet_3d_condition.py ├── unet_3d_blocks.py ├── unet_3d_condition.py └── utils │ ├── __init__.py │ ├── convert_diffusers_to_original_ms_text_to_video.py │ ├── lora.py │ ├── lora_handler.py │ └── stable_lora.py ├── motion_prior_sample.py ├── ode_solver ├── __init__.py └── ddim_solver.py ├── pipeline ├── __init__.py ├── t2v_turbo_ms_pipeline.py └── t2v_turbo_vc2_pipeline.py ├── predict.py ├── preprocess_scripts ├── preprocess_no_motion_mp4.py ├── preprocess_no_motion_webdata.py └── preprocess_with_motion_prior.py ├── reward_fn ├── __init__.py └── reward_fn.py ├── scheduler └── t2v_turbo_scheduler.py ├── style.css ├── train_latent_t2v_turbo_v2.py ├── train_t2v_turbo_v1.sh ├── train_t2v_turbo_v1_lora.py ├── train_t2v_turbo_v2.sh ├── utils ├── __init__.py ├── common_utils.py ├── lora.py ├── lora_handler.py └── utils.py └── viclip ├── __init__.py ├── bpe_simple_vocab_16e6.txt.gz ├── simple_tokenizer.py ├── viclip.py ├── viclip_text.py └── viclip_vision.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/app.py -------------------------------------------------------------------------------- /app_ms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/app_ms.py -------------------------------------------------------------------------------- /assets/demo_videos/v1/4steps/0021.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v1/4steps/0021.gif -------------------------------------------------------------------------------- /assets/demo_videos/v1/4steps/0023.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v1/4steps/0023.gif -------------------------------------------------------------------------------- /assets/demo_videos/v1/4steps/0054.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v1/4steps/0054.gif -------------------------------------------------------------------------------- /assets/demo_videos/v1/4steps/0064.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v1/4steps/0064.gif -------------------------------------------------------------------------------- /assets/demo_videos/v1/4steps/0262.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v1/4steps/0262.gif -------------------------------------------------------------------------------- /assets/demo_videos/v1/4steps/0273.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v1/4steps/0273.gif -------------------------------------------------------------------------------- /assets/demo_videos/v1/8steps/0026.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v1/8steps/0026.gif -------------------------------------------------------------------------------- /assets/demo_videos/v1/8steps/0062.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v1/8steps/0062.gif -------------------------------------------------------------------------------- /assets/demo_videos/v1/8steps/0065.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v1/8steps/0065.gif -------------------------------------------------------------------------------- /assets/demo_videos/v1/8steps/0266.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v1/8steps/0266.gif -------------------------------------------------------------------------------- /assets/demo_videos/v1/8steps/0278.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v1/8steps/0278.gif -------------------------------------------------------------------------------- /assets/demo_videos/v1/8steps/0348.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v1/8steps/0348.gif -------------------------------------------------------------------------------- /assets/demo_videos/v2/1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v2/1.gif -------------------------------------------------------------------------------- /assets/demo_videos/v2/2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v2/2.gif -------------------------------------------------------------------------------- /assets/demo_videos/v2/3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v2/3.gif -------------------------------------------------------------------------------- /assets/demo_videos/v2/4.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v2/4.gif -------------------------------------------------------------------------------- /assets/demo_videos/v2/5.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v2/5.gif -------------------------------------------------------------------------------- /assets/demo_videos/v2/6.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/demo_videos/v2/6.gif -------------------------------------------------------------------------------- /assets/reference_videos/sample_fox.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/reference_videos/sample_fox.mp4 -------------------------------------------------------------------------------- /assets/reference_videos/sample_walk.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/reference_videos/sample_walk.mp4 -------------------------------------------------------------------------------- /assets/teasers/v1-pipeline.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/teasers/v1-pipeline.jpg -------------------------------------------------------------------------------- /assets/teasers/v2-pipeline.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/assets/teasers/v2-pipeline.jpg -------------------------------------------------------------------------------- /cog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/cog.yaml -------------------------------------------------------------------------------- /configs/inference_t2v_512_v2.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/configs/inference_t2v_512_v2.0.yaml -------------------------------------------------------------------------------- /configs/inference_t2v_512_v2.0_motion_clone.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/configs/inference_t2v_512_v2.0_motion_clone.yaml -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/dataloader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/data/dataloader/__init__.py -------------------------------------------------------------------------------- /data/dataloader/audio_decode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/data/dataloader/audio_decode.py -------------------------------------------------------------------------------- /data/dataloader/custom_wds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/data/dataloader/custom_wds.py -------------------------------------------------------------------------------- /data/dataloader/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/data/dataloader/dataloader.py -------------------------------------------------------------------------------- /data/dataloader/filters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/data/dataloader/filters.py -------------------------------------------------------------------------------- /data/dataloader/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/data/dataloader/transform.py -------------------------------------------------------------------------------- /data/dataloader/video_decode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/data/dataloader/video_decode.py -------------------------------------------------------------------------------- /data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/data/dataset.py -------------------------------------------------------------------------------- /data/mp4_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/data/mp4_dataset.py -------------------------------------------------------------------------------- /data/video_webdata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/data/video_webdata.py -------------------------------------------------------------------------------- /intern_vid2/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/.gitignore -------------------------------------------------------------------------------- /intern_vid2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /intern_vid2/configs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /intern_vid2/configs/config_bert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/configs/config_bert.json -------------------------------------------------------------------------------- /intern_vid2/configs/config_bert_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/configs/config_bert_large.json -------------------------------------------------------------------------------- /intern_vid2/configs/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/configs/data.py -------------------------------------------------------------------------------- /intern_vid2/configs/internvideo2_stage2_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/configs/internvideo2_stage2_config.py -------------------------------------------------------------------------------- /intern_vid2/configs/med_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/configs/med_config.json -------------------------------------------------------------------------------- /intern_vid2/configs/med_config_fusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/configs/med_config_fusion.json -------------------------------------------------------------------------------- /intern_vid2/configs/med_large_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/configs/med_large_config.json -------------------------------------------------------------------------------- /intern_vid2/configs/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/configs/model.py -------------------------------------------------------------------------------- /intern_vid2/demo_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/demo_config.py -------------------------------------------------------------------------------- /intern_vid2/demo_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/demo_utils.py -------------------------------------------------------------------------------- /intern_vid2/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/__init__.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /intern_vid2/models/backbones/beats/BEATs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/beats/BEATs.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/beats/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/beats/README.md -------------------------------------------------------------------------------- /intern_vid2/models/backbones/beats/Tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/beats/Tokenizers.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/beats/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /intern_vid2/models/backbones/beats/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/beats/backbone.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/beats/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/beats/modules.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/beats/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/beats/quantizer.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /intern_vid2/models/backbones/bert/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/bert/builder.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/bert/med.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/bert/med.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/bert/tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/bert/tokenization_bert.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/bert/xbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/bert/xbert.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/internvideo2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/internvideo2/__init__.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/internvideo2/flash_attention_class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/internvideo2/flash_attention_class.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/internvideo2/internvideo2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/internvideo2/internvideo2.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/internvideo2/internvideo2_clip_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/internvideo2/internvideo2_clip_text.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/internvideo2/internvideo2_clip_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/internvideo2/internvideo2_clip_vision.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/internvideo2/internvl_clip_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/internvideo2/internvl_clip_vision.py -------------------------------------------------------------------------------- /intern_vid2/models/backbones/internvideo2/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/backbones/internvideo2/pos_embed.py -------------------------------------------------------------------------------- /intern_vid2/models/criterions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/criterions.py -------------------------------------------------------------------------------- /intern_vid2/models/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/dist_utils.py -------------------------------------------------------------------------------- /intern_vid2/models/internvideo2_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/internvideo2_clip.py -------------------------------------------------------------------------------- /intern_vid2/models/internvideo2_stage2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/internvideo2_stage2.py -------------------------------------------------------------------------------- /intern_vid2/models/mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/mask.py -------------------------------------------------------------------------------- /intern_vid2/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/models/utils.py -------------------------------------------------------------------------------- /intern_vid2/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /intern_vid2/utils/basic_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/utils/basic_utils.py -------------------------------------------------------------------------------- /intern_vid2/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/utils/config.py -------------------------------------------------------------------------------- /intern_vid2/utils/config_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/utils/config_utils.py -------------------------------------------------------------------------------- /intern_vid2/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/utils/distributed.py -------------------------------------------------------------------------------- /intern_vid2/utils/easydict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/utils/easydict.py -------------------------------------------------------------------------------- /intern_vid2/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/utils/logger.py -------------------------------------------------------------------------------- /intern_vid2/utils/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/utils/optimizer.py -------------------------------------------------------------------------------- /intern_vid2/utils/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/intern_vid2/utils/scheduler.py -------------------------------------------------------------------------------- /inverse_ddim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/inverse_ddim.py -------------------------------------------------------------------------------- /lvdm/basics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/lvdm/basics.py -------------------------------------------------------------------------------- /lvdm/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/lvdm/common.py -------------------------------------------------------------------------------- /lvdm/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/lvdm/distributions.py -------------------------------------------------------------------------------- /lvdm/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/lvdm/ema.py -------------------------------------------------------------------------------- /lvdm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/lvdm/models/autoencoder.py -------------------------------------------------------------------------------- /lvdm/models/ddpm3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/lvdm/models/ddpm3d.py -------------------------------------------------------------------------------- /lvdm/models/samplers/ddim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/lvdm/models/samplers/ddim.py -------------------------------------------------------------------------------- /lvdm/models/utils_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/lvdm/models/utils_diffusion.py -------------------------------------------------------------------------------- /lvdm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/lvdm/modules/attention.py -------------------------------------------------------------------------------- /lvdm/modules/encoders/condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/lvdm/modules/encoders/condition.py -------------------------------------------------------------------------------- /lvdm/modules/encoders/ip_resampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/lvdm/modules/encoders/ip_resampler.py -------------------------------------------------------------------------------- /lvdm/modules/networks/ae_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/lvdm/modules/networks/ae_modules.py -------------------------------------------------------------------------------- /lvdm/modules/networks/openaimodel3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/lvdm/modules/networks/openaimodel3d.py -------------------------------------------------------------------------------- /lvdm/modules/x_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/lvdm/modules/x_transformer.py -------------------------------------------------------------------------------- /model_scope/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model_scope/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model_scope/models/unet_3d_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/model_scope/models/unet_3d_blocks.py -------------------------------------------------------------------------------- /model_scope/models/unet_3d_condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/model_scope/models/unet_3d_condition.py -------------------------------------------------------------------------------- /model_scope/unet_3d_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/model_scope/unet_3d_blocks.py -------------------------------------------------------------------------------- /model_scope/unet_3d_condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/model_scope/unet_3d_condition.py -------------------------------------------------------------------------------- /model_scope/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model_scope/utils/convert_diffusers_to_original_ms_text_to_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/model_scope/utils/convert_diffusers_to_original_ms_text_to_video.py -------------------------------------------------------------------------------- /model_scope/utils/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/model_scope/utils/lora.py -------------------------------------------------------------------------------- /model_scope/utils/lora_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/model_scope/utils/lora_handler.py -------------------------------------------------------------------------------- /model_scope/utils/stable_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/model_scope/utils/stable_lora.py -------------------------------------------------------------------------------- /motion_prior_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/motion_prior_sample.py -------------------------------------------------------------------------------- /ode_solver/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/ode_solver/__init__.py -------------------------------------------------------------------------------- /ode_solver/ddim_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/ode_solver/ddim_solver.py -------------------------------------------------------------------------------- /pipeline/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipeline/t2v_turbo_ms_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/pipeline/t2v_turbo_ms_pipeline.py -------------------------------------------------------------------------------- /pipeline/t2v_turbo_vc2_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/pipeline/t2v_turbo_vc2_pipeline.py -------------------------------------------------------------------------------- /predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/predict.py -------------------------------------------------------------------------------- /preprocess_scripts/preprocess_no_motion_mp4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/preprocess_scripts/preprocess_no_motion_mp4.py -------------------------------------------------------------------------------- /preprocess_scripts/preprocess_no_motion_webdata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/preprocess_scripts/preprocess_no_motion_webdata.py -------------------------------------------------------------------------------- /preprocess_scripts/preprocess_with_motion_prior.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/preprocess_scripts/preprocess_with_motion_prior.py -------------------------------------------------------------------------------- /reward_fn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/reward_fn/__init__.py -------------------------------------------------------------------------------- /reward_fn/reward_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/reward_fn/reward_fn.py -------------------------------------------------------------------------------- /scheduler/t2v_turbo_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/scheduler/t2v_turbo_scheduler.py -------------------------------------------------------------------------------- /style.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/style.css -------------------------------------------------------------------------------- /train_latent_t2v_turbo_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/train_latent_t2v_turbo_v2.py -------------------------------------------------------------------------------- /train_t2v_turbo_v1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/train_t2v_turbo_v1.sh -------------------------------------------------------------------------------- /train_t2v_turbo_v1_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/train_t2v_turbo_v1_lora.py -------------------------------------------------------------------------------- /train_t2v_turbo_v2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/train_t2v_turbo_v2.sh -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/common_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/utils/common_utils.py -------------------------------------------------------------------------------- /utils/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/utils/lora.py -------------------------------------------------------------------------------- /utils/lora_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/utils/lora_handler.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/utils/utils.py -------------------------------------------------------------------------------- /viclip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/viclip/__init__.py -------------------------------------------------------------------------------- /viclip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/viclip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /viclip/simple_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/viclip/simple_tokenizer.py -------------------------------------------------------------------------------- /viclip/viclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/viclip/viclip.py -------------------------------------------------------------------------------- /viclip/viclip_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/viclip/viclip_text.py -------------------------------------------------------------------------------- /viclip/viclip_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ji4chenLi/t2v-turbo/HEAD/viclip/viclip_vision.py --------------------------------------------------------------------------------