├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.yaml │ └── feature-request.yaml └── PULL_REQUEST_TEMPLATE │ └── pr_template.md ├── .gitignore ├── LICENSE ├── README.md ├── assets ├── mp_oneline.gif ├── sp_oneline.gif ├── teaser.gif ├── video_reweight_1.gif ├── video_reweight_2.gif ├── word_swap_1.gif └── word_swap_2.gif ├── metrics ├── cscv_metric.py ├── run_cscv.sh ├── run_tsne.sh └── visualize_tsne.py ├── prompts_gen_instruction ├── ditctrl.md └── presto.md ├── pyproject.toml ├── requirements.txt └── sat ├── arguments.py ├── configs ├── cogvideox_2b.yaml ├── cogvideox_2b_lora.yaml ├── cogvideox_5b.yaml ├── cogvideox_5b_lora.yaml ├── inference.yaml └── sft.yaml ├── data_video.py ├── diffusion_video.py ├── dit_video_concat.py ├── inference_case_configs ├── edit │ ├── cat_dog.yaml │ ├── fox_wolf.yaml │ ├── suv.yaml │ └── suv_snow.yaml ├── multi_prompts │ ├── athlete.yaml │ ├── boy_riding.yaml │ ├── dark_knight.yaml │ ├── forest.yaml │ ├── mountain.yaml │ ├── pilot.yaml │ ├── rose.yaml │ ├── street.yaml │ ├── suv.yaml │ └── view_snow.yaml ├── reweight │ ├── bear_0.yaml │ └── field_0p5.yaml └── single_prompt │ ├── fish.yaml │ ├── hot_air_balloon.yaml │ └── waterfall.yaml ├── run_edit_video.sh ├── run_multi_prompt.sh ├── run_reweight_video.sh ├── run_single_prompt.sh ├── run_visualize.sh ├── sample_video.py ├── sample_video_edit.py ├── sample_video_visualize.py ├── sgm ├── __init__.py ├── lr_scheduler.py ├── models │ ├── __init__.py │ └── autoencoder.py ├── modules │ ├── __init__.py │ ├── attention.py │ ├── autoencoding │ │ ├── __init__.py │ │ ├── losses │ │ │ ├── __init__.py │ │ │ ├── discriminator_loss.py │ │ │ ├── lpips.py │ │ │ └── video_loss.py │ │ ├── lpips │ │ │ ├── __init__.py │ │ │ ├── loss │ │ │ │ ├── .gitignore │ │ │ │ ├── LICENSE │ │ │ │ ├── __init__.py │ │ │ │ └── lpips.py │ │ │ ├── model │ │ │ │ ├── LICENSE │ │ │ │ ├── __init__.py │ │ │ │ └── model.py │ │ │ ├── util.py │ │ │ └── vqperceptual.py │ │ ├── magvit2_pytorch.py │ │ ├── regularizers │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ ├── finite_scalar_quantization.py │ │ │ ├── lookup_free_quantization.py │ │ │ └── quantize.py │ │ ├── temporal_ae.py │ │ └── vqvae │ │ │ ├── movq_dec_3d.py │ │ │ ├── movq_dec_3d_dev.py │ │ │ ├── movq_enc_3d.py │ │ │ ├── movq_modules.py │ │ │ ├── quantize.py │ │ │ └── vqvae_blocks.py │ ├── cp_enc_dec.py │ ├── diffusionmodules │ │ ├── __init__.py │ │ ├── denoiser.py │ │ ├── denoiser_scaling.py │ │ ├── denoiser_weighting.py │ │ ├── discretizer.py │ │ ├── guiders.py │ │ ├── lora.py │ │ ├── loss.py │ │ ├── model.py │ │ ├── openaimodel.py │ │ ├── sampling.py │ │ ├── sampling_utils.py │ │ ├── sigma_sampling.py │ │ ├── util.py │ │ └── wrappers.py │ ├── distributions │ │ ├── __init__.py │ │ └── distributions.py │ ├── ema.py │ ├── encoders │ │ ├── __init__.py │ │ └── modules.py │ └── video_attention.py ├── util.py └── webds.py ├── train_video.py ├── vae_modules ├── attention.py ├── autoencoder.py ├── cp_enc_dec.py ├── ema.py ├── regularizers.py └── utils.py └── visualization_configs └── cat_mouse.yaml /.github/ISSUE_TEMPLATE/bug_report.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/.github/ISSUE_TEMPLATE/bug_report.yaml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/.github/ISSUE_TEMPLATE/feature-request.yaml -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE/pr_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/.github/PULL_REQUEST_TEMPLATE/pr_template.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/README.md -------------------------------------------------------------------------------- /assets/mp_oneline.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/assets/mp_oneline.gif -------------------------------------------------------------------------------- /assets/sp_oneline.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/assets/sp_oneline.gif -------------------------------------------------------------------------------- /assets/teaser.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/assets/teaser.gif -------------------------------------------------------------------------------- /assets/video_reweight_1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/assets/video_reweight_1.gif -------------------------------------------------------------------------------- /assets/video_reweight_2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/assets/video_reweight_2.gif -------------------------------------------------------------------------------- /assets/word_swap_1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/assets/word_swap_1.gif -------------------------------------------------------------------------------- /assets/word_swap_2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/assets/word_swap_2.gif -------------------------------------------------------------------------------- /metrics/cscv_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/metrics/cscv_metric.py -------------------------------------------------------------------------------- /metrics/run_cscv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/metrics/run_cscv.sh -------------------------------------------------------------------------------- /metrics/run_tsne.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/metrics/run_tsne.sh -------------------------------------------------------------------------------- /metrics/visualize_tsne.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/metrics/visualize_tsne.py -------------------------------------------------------------------------------- /prompts_gen_instruction/ditctrl.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/prompts_gen_instruction/ditctrl.md -------------------------------------------------------------------------------- /prompts_gen_instruction/presto.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/prompts_gen_instruction/presto.md -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/requirements.txt -------------------------------------------------------------------------------- /sat/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/arguments.py -------------------------------------------------------------------------------- /sat/configs/cogvideox_2b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/configs/cogvideox_2b.yaml -------------------------------------------------------------------------------- /sat/configs/cogvideox_2b_lora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/configs/cogvideox_2b_lora.yaml -------------------------------------------------------------------------------- /sat/configs/cogvideox_5b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/configs/cogvideox_5b.yaml -------------------------------------------------------------------------------- /sat/configs/cogvideox_5b_lora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/configs/cogvideox_5b_lora.yaml -------------------------------------------------------------------------------- /sat/configs/inference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/configs/inference.yaml -------------------------------------------------------------------------------- /sat/configs/sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/configs/sft.yaml -------------------------------------------------------------------------------- /sat/data_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/data_video.py -------------------------------------------------------------------------------- /sat/diffusion_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/diffusion_video.py -------------------------------------------------------------------------------- /sat/dit_video_concat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/dit_video_concat.py -------------------------------------------------------------------------------- /sat/inference_case_configs/edit/cat_dog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/edit/cat_dog.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/edit/fox_wolf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/edit/fox_wolf.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/edit/suv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/edit/suv.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/edit/suv_snow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/edit/suv_snow.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/multi_prompts/athlete.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/multi_prompts/athlete.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/multi_prompts/boy_riding.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/multi_prompts/boy_riding.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/multi_prompts/dark_knight.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/multi_prompts/dark_knight.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/multi_prompts/forest.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/multi_prompts/forest.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/multi_prompts/mountain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/multi_prompts/mountain.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/multi_prompts/pilot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/multi_prompts/pilot.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/multi_prompts/rose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/multi_prompts/rose.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/multi_prompts/street.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/multi_prompts/street.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/multi_prompts/suv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/multi_prompts/suv.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/multi_prompts/view_snow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/multi_prompts/view_snow.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/reweight/bear_0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/reweight/bear_0.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/reweight/field_0p5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/reweight/field_0p5.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/single_prompt/fish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/single_prompt/fish.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/single_prompt/hot_air_balloon.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/single_prompt/hot_air_balloon.yaml -------------------------------------------------------------------------------- /sat/inference_case_configs/single_prompt/waterfall.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/inference_case_configs/single_prompt/waterfall.yaml -------------------------------------------------------------------------------- /sat/run_edit_video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/run_edit_video.sh -------------------------------------------------------------------------------- /sat/run_multi_prompt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/run_multi_prompt.sh -------------------------------------------------------------------------------- /sat/run_reweight_video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/run_reweight_video.sh -------------------------------------------------------------------------------- /sat/run_single_prompt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/run_single_prompt.sh -------------------------------------------------------------------------------- /sat/run_visualize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/run_visualize.sh -------------------------------------------------------------------------------- /sat/sample_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sample_video.py -------------------------------------------------------------------------------- /sat/sample_video_edit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sample_video_edit.py -------------------------------------------------------------------------------- /sat/sample_video_visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sample_video_visualize.py -------------------------------------------------------------------------------- /sat/sgm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/__init__.py -------------------------------------------------------------------------------- /sat/sgm/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/lr_scheduler.py -------------------------------------------------------------------------------- /sat/sgm/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/models/__init__.py -------------------------------------------------------------------------------- /sat/sgm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/models/autoencoder.py -------------------------------------------------------------------------------- /sat/sgm/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/__init__.py -------------------------------------------------------------------------------- /sat/sgm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/attention.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/losses/__init__.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/losses/discriminator_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/losses/discriminator_loss.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/losses/lpips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/losses/lpips.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/losses/video_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/losses/video_loss.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/lpips/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/lpips/loss/.gitignore: -------------------------------------------------------------------------------- 1 | vgg.pth -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/lpips/loss/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/lpips/loss/LICENSE -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/lpips/loss/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/lpips/loss/lpips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/lpips/loss/lpips.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/lpips/model/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/lpips/model/LICENSE -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/lpips/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/lpips/model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/lpips/model/model.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/lpips/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/lpips/util.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/lpips/vqperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/lpips/vqperceptual.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/magvit2_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/magvit2_pytorch.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/regularizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/regularizers/__init__.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/regularizers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/regularizers/base.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/regularizers/finite_scalar_quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/regularizers/finite_scalar_quantization.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/regularizers/lookup_free_quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/regularizers/lookup_free_quantization.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/regularizers/quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/regularizers/quantize.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/temporal_ae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/temporal_ae.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/vqvae/movq_dec_3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/vqvae/movq_dec_3d.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/vqvae/movq_dec_3d_dev.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/vqvae/movq_dec_3d_dev.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/vqvae/movq_enc_3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/vqvae/movq_enc_3d.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/vqvae/movq_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/vqvae/movq_modules.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/vqvae/quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/vqvae/quantize.py -------------------------------------------------------------------------------- /sat/sgm/modules/autoencoding/vqvae/vqvae_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/autoencoding/vqvae/vqvae_blocks.py -------------------------------------------------------------------------------- /sat/sgm/modules/cp_enc_dec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/cp_enc_dec.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/__init__.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/denoiser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/denoiser.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/denoiser_scaling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/denoiser_scaling.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/denoiser_weighting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/denoiser_weighting.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/discretizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/discretizer.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/guiders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/guiders.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/lora.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/loss.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/model.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/openaimodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/openaimodel.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/sampling.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/sampling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/sampling_utils.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/sigma_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/sigma_sampling.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/util.py -------------------------------------------------------------------------------- /sat/sgm/modules/diffusionmodules/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/diffusionmodules/wrappers.py -------------------------------------------------------------------------------- /sat/sgm/modules/distributions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sat/sgm/modules/distributions/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/distributions/distributions.py -------------------------------------------------------------------------------- /sat/sgm/modules/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/ema.py -------------------------------------------------------------------------------- /sat/sgm/modules/encoders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sat/sgm/modules/encoders/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/encoders/modules.py -------------------------------------------------------------------------------- /sat/sgm/modules/video_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/modules/video_attention.py -------------------------------------------------------------------------------- /sat/sgm/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/util.py -------------------------------------------------------------------------------- /sat/sgm/webds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/sgm/webds.py -------------------------------------------------------------------------------- /sat/train_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/train_video.py -------------------------------------------------------------------------------- /sat/vae_modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/vae_modules/attention.py -------------------------------------------------------------------------------- /sat/vae_modules/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/vae_modules/autoencoder.py -------------------------------------------------------------------------------- /sat/vae_modules/cp_enc_dec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/vae_modules/cp_enc_dec.py -------------------------------------------------------------------------------- /sat/vae_modules/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/vae_modules/ema.py -------------------------------------------------------------------------------- /sat/vae_modules/regularizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/vae_modules/regularizers.py -------------------------------------------------------------------------------- /sat/vae_modules/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/vae_modules/utils.py -------------------------------------------------------------------------------- /sat/visualization_configs/cat_mouse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/DiTCtrl/HEAD/sat/visualization_configs/cat_mouse.yaml --------------------------------------------------------------------------------