├── .gitignore ├── LICENSE ├── README.md ├── configs └── sfd │ ├── autoguidance_b │ ├── inference.yaml │ └── train.yaml │ ├── lightningdit_1p0 │ ├── inference_400k.yaml │ ├── inference_400k_autoguidance.yaml │ ├── inference_4m.yaml │ ├── inference_4m_autoguidance.yaml │ └── train.yaml │ └── lightningdit_xl │ ├── inference_400k.yaml │ ├── inference_400k_autoguidance.yaml │ ├── inference_4m.yaml │ ├── inference_4m_autoguidance.yaml │ └── train.yaml ├── dataset ├── __init__.py └── img_latent_dataset.py ├── demo_images └── demo_samples.png ├── evaluate_tokenizer.py ├── images ├── demo_Sample.png ├── fid_vs_delta_t.png ├── tabel.png └── teaser_v5.png ├── inference.py ├── models ├── __init__.py ├── lightningdit.py ├── pos_embed.py └── swiglu_ffn.py ├── requirements.txt ├── run_eval_via_guided_diffusion.sh ├── run_fast_inference.sh ├── run_inference.sh ├── run_train.sh ├── shuffle_gen_images.py ├── tokenizer ├── __init__.py ├── autoencoder.py ├── configs │ ├── sdvae_f16d32.yaml │ ├── vavae_experimentals.yaml │ └── vavae_f16d32.yaml ├── marvae.py └── vavae.py ├── tools ├── calculate_fid.py ├── latent_demos │ ├── latents_cache_f16d32.pt │ └── latents_cache_f16d32_vfdinov2.pt ├── latent_vis.py └── save_npz.py ├── train.py ├── transport ├── __init__.py ├── integrators.py ├── path.py ├── transport.py └── utils.py └── vavae ├── .DS_Store ├── README.md ├── configs ├── f16d32_ldm.yaml ├── f16d32_vfdinov2.yaml └── f16d32_vfdinov2_long.yaml ├── ldm ├── data │ ├── __init__.py │ ├── base.py │ ├── imagenet.py │ └── lsun.py ├── lr_scheduler.py ├── models │ ├── autoencoder.py │ ├── diffusion │ │ ├── __init__.py │ │ ├── classifier.py │ │ ├── ddim.py │ │ ├── ddpm.py │ │ └── plms.py │ └── foundation_models.py ├── modules │ ├── attention.py │ ├── diffusionmodules │ │ ├── __init__.py │ │ ├── model.py │ │ ├── openaimodel.py │ │ └── util.py │ ├── distributions │ │ ├── __init__.py │ │ └── distributions.py │ ├── ema.py │ ├── encoders │ │ ├── __init__.py │ │ └── modules.py │ ├── image_degradation │ │ ├── __init__.py │ │ ├── bsrgan.py │ │ ├── bsrgan_light.py │ │ └── utils_image.py │ ├── losses │ │ ├── __init__.py │ │ └── contperceptual.py │ └── x_transformer.py └── util.py ├── main.py ├── run_train.sh └── vavae_requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/README.md -------------------------------------------------------------------------------- /configs/sfd/autoguidance_b/inference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/configs/sfd/autoguidance_b/inference.yaml -------------------------------------------------------------------------------- /configs/sfd/autoguidance_b/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/configs/sfd/autoguidance_b/train.yaml -------------------------------------------------------------------------------- /configs/sfd/lightningdit_1p0/inference_400k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/configs/sfd/lightningdit_1p0/inference_400k.yaml -------------------------------------------------------------------------------- /configs/sfd/lightningdit_1p0/inference_400k_autoguidance.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/configs/sfd/lightningdit_1p0/inference_400k_autoguidance.yaml -------------------------------------------------------------------------------- /configs/sfd/lightningdit_1p0/inference_4m.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/configs/sfd/lightningdit_1p0/inference_4m.yaml -------------------------------------------------------------------------------- /configs/sfd/lightningdit_1p0/inference_4m_autoguidance.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/configs/sfd/lightningdit_1p0/inference_4m_autoguidance.yaml -------------------------------------------------------------------------------- /configs/sfd/lightningdit_1p0/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/configs/sfd/lightningdit_1p0/train.yaml -------------------------------------------------------------------------------- /configs/sfd/lightningdit_xl/inference_400k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/configs/sfd/lightningdit_xl/inference_400k.yaml -------------------------------------------------------------------------------- /configs/sfd/lightningdit_xl/inference_400k_autoguidance.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/configs/sfd/lightningdit_xl/inference_400k_autoguidance.yaml -------------------------------------------------------------------------------- /configs/sfd/lightningdit_xl/inference_4m.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/configs/sfd/lightningdit_xl/inference_4m.yaml -------------------------------------------------------------------------------- /configs/sfd/lightningdit_xl/inference_4m_autoguidance.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/configs/sfd/lightningdit_xl/inference_4m_autoguidance.yaml -------------------------------------------------------------------------------- /configs/sfd/lightningdit_xl/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/configs/sfd/lightningdit_xl/train.yaml -------------------------------------------------------------------------------- /dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/img_latent_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/dataset/img_latent_dataset.py -------------------------------------------------------------------------------- /demo_images/demo_samples.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/demo_images/demo_samples.png -------------------------------------------------------------------------------- /evaluate_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/evaluate_tokenizer.py -------------------------------------------------------------------------------- /images/demo_Sample.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/images/demo_Sample.png -------------------------------------------------------------------------------- /images/fid_vs_delta_t.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/images/fid_vs_delta_t.png -------------------------------------------------------------------------------- /images/tabel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/images/tabel.png -------------------------------------------------------------------------------- /images/teaser_v5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/images/teaser_v5.png -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/inference.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/lightningdit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/models/lightningdit.py -------------------------------------------------------------------------------- /models/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/models/pos_embed.py -------------------------------------------------------------------------------- /models/swiglu_ffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/models/swiglu_ffn.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_eval_via_guided_diffusion.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/run_eval_via_guided_diffusion.sh -------------------------------------------------------------------------------- /run_fast_inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/run_fast_inference.sh -------------------------------------------------------------------------------- /run_inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/run_inference.sh -------------------------------------------------------------------------------- /run_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/run_train.sh -------------------------------------------------------------------------------- /shuffle_gen_images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/shuffle_gen_images.py -------------------------------------------------------------------------------- /tokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tokenizer/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/tokenizer/autoencoder.py -------------------------------------------------------------------------------- /tokenizer/configs/sdvae_f16d32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/tokenizer/configs/sdvae_f16d32.yaml -------------------------------------------------------------------------------- /tokenizer/configs/vavae_experimentals.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/tokenizer/configs/vavae_experimentals.yaml -------------------------------------------------------------------------------- /tokenizer/configs/vavae_f16d32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/tokenizer/configs/vavae_f16d32.yaml -------------------------------------------------------------------------------- /tokenizer/marvae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/tokenizer/marvae.py -------------------------------------------------------------------------------- /tokenizer/vavae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/tokenizer/vavae.py -------------------------------------------------------------------------------- /tools/calculate_fid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/tools/calculate_fid.py -------------------------------------------------------------------------------- /tools/latent_demos/latents_cache_f16d32.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/tools/latent_demos/latents_cache_f16d32.pt -------------------------------------------------------------------------------- /tools/latent_demos/latents_cache_f16d32_vfdinov2.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/tools/latent_demos/latents_cache_f16d32_vfdinov2.pt -------------------------------------------------------------------------------- /tools/latent_vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/tools/latent_vis.py -------------------------------------------------------------------------------- /tools/save_npz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/tools/save_npz.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/train.py -------------------------------------------------------------------------------- /transport/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/transport/__init__.py -------------------------------------------------------------------------------- /transport/integrators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/transport/integrators.py -------------------------------------------------------------------------------- /transport/path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/transport/path.py -------------------------------------------------------------------------------- /transport/transport.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/transport/transport.py -------------------------------------------------------------------------------- /transport/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/transport/utils.py -------------------------------------------------------------------------------- /vavae/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/.DS_Store -------------------------------------------------------------------------------- /vavae/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/README.md -------------------------------------------------------------------------------- /vavae/configs/f16d32_ldm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/configs/f16d32_ldm.yaml -------------------------------------------------------------------------------- /vavae/configs/f16d32_vfdinov2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/configs/f16d32_vfdinov2.yaml -------------------------------------------------------------------------------- /vavae/configs/f16d32_vfdinov2_long.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/configs/f16d32_vfdinov2_long.yaml -------------------------------------------------------------------------------- /vavae/ldm/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vavae/ldm/data/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/data/base.py -------------------------------------------------------------------------------- /vavae/ldm/data/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/data/imagenet.py -------------------------------------------------------------------------------- /vavae/ldm/data/lsun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/data/lsun.py -------------------------------------------------------------------------------- /vavae/ldm/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/lr_scheduler.py -------------------------------------------------------------------------------- /vavae/ldm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/models/autoencoder.py -------------------------------------------------------------------------------- /vavae/ldm/models/diffusion/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vavae/ldm/models/diffusion/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/models/diffusion/classifier.py -------------------------------------------------------------------------------- /vavae/ldm/models/diffusion/ddim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/models/diffusion/ddim.py -------------------------------------------------------------------------------- /vavae/ldm/models/diffusion/ddpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/models/diffusion/ddpm.py -------------------------------------------------------------------------------- /vavae/ldm/models/diffusion/plms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/models/diffusion/plms.py -------------------------------------------------------------------------------- /vavae/ldm/models/foundation_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/models/foundation_models.py -------------------------------------------------------------------------------- /vavae/ldm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/modules/attention.py -------------------------------------------------------------------------------- /vavae/ldm/modules/diffusionmodules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vavae/ldm/modules/diffusionmodules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/modules/diffusionmodules/model.py -------------------------------------------------------------------------------- /vavae/ldm/modules/diffusionmodules/openaimodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/modules/diffusionmodules/openaimodel.py -------------------------------------------------------------------------------- /vavae/ldm/modules/diffusionmodules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/modules/diffusionmodules/util.py -------------------------------------------------------------------------------- /vavae/ldm/modules/distributions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vavae/ldm/modules/distributions/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/modules/distributions/distributions.py -------------------------------------------------------------------------------- /vavae/ldm/modules/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/modules/ema.py -------------------------------------------------------------------------------- /vavae/ldm/modules/encoders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vavae/ldm/modules/encoders/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/modules/encoders/modules.py -------------------------------------------------------------------------------- /vavae/ldm/modules/image_degradation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/modules/image_degradation/__init__.py -------------------------------------------------------------------------------- /vavae/ldm/modules/image_degradation/bsrgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/modules/image_degradation/bsrgan.py -------------------------------------------------------------------------------- /vavae/ldm/modules/image_degradation/bsrgan_light.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/modules/image_degradation/bsrgan_light.py -------------------------------------------------------------------------------- /vavae/ldm/modules/image_degradation/utils_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/modules/image_degradation/utils_image.py -------------------------------------------------------------------------------- /vavae/ldm/modules/losses/__init__.py: -------------------------------------------------------------------------------- 1 | from ldm.modules.losses.contperceptual import LPIPSWithDiscriminator -------------------------------------------------------------------------------- /vavae/ldm/modules/losses/contperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/modules/losses/contperceptual.py -------------------------------------------------------------------------------- /vavae/ldm/modules/x_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/modules/x_transformer.py -------------------------------------------------------------------------------- /vavae/ldm/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/ldm/util.py -------------------------------------------------------------------------------- /vavae/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/main.py -------------------------------------------------------------------------------- /vavae/run_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/run_train.sh -------------------------------------------------------------------------------- /vavae/vavae_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuemingPAN/SFD/HEAD/vavae/vavae_requirements.txt --------------------------------------------------------------------------------