├── .gitignore ├── .isort.cfg ├── .pre-commit-config.yaml ├── LICENSE.txt ├── README.md ├── configs ├── README.md ├── ablation │ ├── base.yaml │ ├── component │ │ ├── base.yaml │ │ ├── no_dual.yaml │ │ ├── no_weight.yaml │ │ ├── only_sample.yaml │ │ └── weight.yaml │ ├── k │ │ ├── base.yaml │ │ ├── k_1.yaml │ │ ├── k_10.yaml │ │ ├── k_25.yaml │ │ └── k_5.yaml │ └── lambda │ │ ├── base.yaml │ │ ├── lam_10.yaml │ │ ├── lam_5.yaml │ │ ├── lam_6.yaml │ │ └── lam_8.yaml ├── base.yaml ├── comparison │ ├── base.yaml │ ├── celeba │ │ └── base.yaml │ ├── ffhq │ │ ├── base.yaml │ │ ├── clts.yaml │ │ ├── faster.yaml │ │ ├── lognorm.yaml │ │ ├── min_snr.yaml │ │ ├── p2.yaml │ │ └── theory.yaml │ ├── metfaces │ │ ├── base.yaml │ │ ├── clts.yaml │ │ ├── faster.yaml │ │ ├── lognorm.yaml │ │ ├── min_snr.yaml │ │ └── p2.yaml │ ├── schedule │ │ ├── base.yaml │ │ ├── baseline │ │ │ ├── base.yaml │ │ │ ├── const.yaml │ │ │ ├── cosine.yaml │ │ │ ├── linear.yaml │ │ │ └── quad.yaml │ │ └── speed │ │ │ └── base.yaml │ └── unet │ │ ├── base.yaml │ │ ├── faster.yaml │ │ ├── ffhq.yaml │ │ └── ffhq_faster.yaml ├── image │ ├── imagenet_256 │ │ ├── base.yaml │ │ ├── dit_b2.yaml │ │ ├── dit_s2.yaml │ │ ├── dit_xl2.yaml │ │ └── mdt │ │ │ ├── base.yaml │ │ │ ├── baseline.yaml │ │ │ └── faster.yaml │ ├── text2img │ │ ├── base.yaml │ │ ├── mscoco_base.yaml │ │ └── mscoco_faster.yaml │ └── unconditional │ │ ├── base.yaml │ │ ├── ffhq_base.yaml │ │ ├── ffhq_faster.yaml │ │ ├── mdt_metfaces256 │ │ ├── base.yaml │ │ ├── baseline.yaml │ │ └── faster.yaml │ │ ├── metfaces_1024 │ │ ├── base.yaml │ │ ├── baseline.yaml │ │ └── faster.yaml │ │ ├── metfaces_512 │ │ ├── base.yaml │ │ ├── baseline.yaml │ │ └── faster.yaml │ │ ├── metfaces_base.yaml │ │ ├── metfaces_faster.yaml │ │ └── metfaces_theory.yaml ├── maskdit │ ├── base.yaml │ ├── faster.yaml │ ├── unet_base.yaml │ └── unet_faster.yaml ├── sample.yaml └── text_to_image │ ├── base.yaml │ └── faster.yaml ├── dataset └── dataset.md ├── docs └── For_your_convenience_to_use_SpeeDiT.md ├── environment.yml ├── evaluations ├── README.md └── image │ ├── ADM.md │ ├── IS.py │ ├── KID.py │ ├── evaluator.py │ ├── get_coco_val_prompt.py │ ├── requirements.txt │ ├── sFID.py │ └── uncomp.py ├── main.py ├── outputs ├── celeba │ └── base │ │ └── train │ │ └── config.yaml └── ffhq │ └── base │ └── train │ └── config.yaml ├── read_mu.py ├── requirements.txt ├── runner ├── base.py ├── text2img.py └── unconditional.py ├── setup.py ├── shell ├── faster.sh ├── imagenet.sh ├── text_to_image.sh └── unet.sh ├── speed ├── __init__.py ├── dataset │ ├── __init__.py │ ├── image.py │ ├── prepare_dataloader.py │ └── transform.py ├── diffusion │ ├── __init__.py │ ├── iddpm │ │ ├── __init__.py │ │ ├── diffusion_utils.py │ │ ├── gaussian_diffusion.py │ │ ├── respace.py │ │ └── timestep_sampler.py │ ├── mask_iddpm │ │ ├── __init__.py │ │ ├── diffusion_utils.py │ │ ├── gaussian_diffusion.py │ │ ├── respace.py │ │ └── timestep_sampler.py │ └── speed │ │ ├── __init__.py │ │ └── speed.py ├── networks │ ├── __init__.py │ ├── condition │ │ ├── __init__.py │ │ ├── classes.py │ │ ├── clip.py │ │ └── t5.py │ ├── dit │ │ ├── __init__.py │ │ ├── dit.py │ │ └── mdt.py │ ├── layers │ │ ├── __init__.py │ │ └── blocks.py │ ├── pixart │ │ ├── PixArt.py │ │ ├── PixArtMS.py │ │ ├── PixArt_blocks.py │ │ ├── __init__.py │ │ ├── pixart_controlnet.py │ │ └── utils.py │ └── unet │ │ ├── __init__.py │ │ ├── nn.py │ │ └── unet.py └── utils │ ├── __init__.py │ ├── download.py │ ├── misc.py │ └── train_utils.py ├── tools ├── common_utils.py ├── config_utils.py ├── driver.py ├── log_utils.py └── os_utils.py ├── torchrun ├── transoformers └── vae-ft-mse-840000-ema-pruned.ckpt └── visuals ├── Findings.png ├── Method.png ├── accel.png └── logo.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/.gitignore -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/.isort.cfg -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/README.md -------------------------------------------------------------------------------- /configs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/README.md -------------------------------------------------------------------------------- /configs/ablation/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/ablation/base.yaml -------------------------------------------------------------------------------- /configs/ablation/component/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/ablation/component/base.yaml -------------------------------------------------------------------------------- /configs/ablation/component/no_dual.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/ablation/component/no_dual.yaml -------------------------------------------------------------------------------- /configs/ablation/component/no_weight.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/ablation/component/no_weight.yaml -------------------------------------------------------------------------------- /configs/ablation/component/only_sample.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/ablation/component/only_sample.yaml -------------------------------------------------------------------------------- /configs/ablation/component/weight.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/ablation/component/weight.yaml -------------------------------------------------------------------------------- /configs/ablation/k/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/ablation/k/base.yaml -------------------------------------------------------------------------------- /configs/ablation/k/k_1.yaml: -------------------------------------------------------------------------------- 1 | experiment_dir: outputs/abl/k_1 2 | 3 | diffusion: 4 | k: 1 5 | -------------------------------------------------------------------------------- /configs/ablation/k/k_10.yaml: -------------------------------------------------------------------------------- 1 | experiment_dir: outputs/abl/k_10 2 | 3 | diffusion: 4 | k: 10 5 | -------------------------------------------------------------------------------- /configs/ablation/k/k_25.yaml: -------------------------------------------------------------------------------- 1 | experiment_dir: outputs/abl/k_25 2 | 3 | diffusion: 4 | k: 25 5 | -------------------------------------------------------------------------------- /configs/ablation/k/k_5.yaml: -------------------------------------------------------------------------------- 1 | experiment_dir: outputs/abl/k_5 2 | 3 | diffusion: 4 | k: 5 5 | -------------------------------------------------------------------------------- /configs/ablation/lambda/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/ablation/lambda/base.yaml -------------------------------------------------------------------------------- /configs/ablation/lambda/lam_10.yaml: -------------------------------------------------------------------------------- 1 | experiment_dir: outputs/abl/lam_10 2 | 3 | diffusion: 4 | lam: 1.0 5 | -------------------------------------------------------------------------------- /configs/ablation/lambda/lam_5.yaml: -------------------------------------------------------------------------------- 1 | experiment_dir: outputs/abl/lam_5 2 | 3 | diffusion: 4 | lam: 0.5 5 | -------------------------------------------------------------------------------- /configs/ablation/lambda/lam_6.yaml: -------------------------------------------------------------------------------- 1 | experiment_dir: outputs/abl/lam_6 2 | 3 | diffusion: 4 | lam: 0.6 5 | -------------------------------------------------------------------------------- /configs/ablation/lambda/lam_8.yaml: -------------------------------------------------------------------------------- 1 | experiment_dir: outputs/abl/lam_8 2 | 3 | diffusion: 4 | lam: 0.8 5 | -------------------------------------------------------------------------------- /configs/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/base.yaml -------------------------------------------------------------------------------- /configs/comparison/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/base.yaml -------------------------------------------------------------------------------- /configs/comparison/celeba/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/celeba/base.yaml -------------------------------------------------------------------------------- /configs/comparison/ffhq/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/ffhq/base.yaml -------------------------------------------------------------------------------- /configs/comparison/ffhq/clts.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/ffhq/clts.yaml -------------------------------------------------------------------------------- /configs/comparison/ffhq/faster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/ffhq/faster.yaml -------------------------------------------------------------------------------- /configs/comparison/ffhq/lognorm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/ffhq/lognorm.yaml -------------------------------------------------------------------------------- /configs/comparison/ffhq/min_snr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/ffhq/min_snr.yaml -------------------------------------------------------------------------------- /configs/comparison/ffhq/p2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/ffhq/p2.yaml -------------------------------------------------------------------------------- /configs/comparison/ffhq/theory.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/ffhq/theory.yaml -------------------------------------------------------------------------------- /configs/comparison/metfaces/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/metfaces/base.yaml -------------------------------------------------------------------------------- /configs/comparison/metfaces/clts.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/metfaces/clts.yaml -------------------------------------------------------------------------------- /configs/comparison/metfaces/faster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/metfaces/faster.yaml -------------------------------------------------------------------------------- /configs/comparison/metfaces/lognorm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/metfaces/lognorm.yaml -------------------------------------------------------------------------------- /configs/comparison/metfaces/min_snr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/metfaces/min_snr.yaml -------------------------------------------------------------------------------- /configs/comparison/metfaces/p2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/metfaces/p2.yaml -------------------------------------------------------------------------------- /configs/comparison/schedule/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/schedule/base.yaml -------------------------------------------------------------------------------- /configs/comparison/schedule/baseline/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/schedule/baseline/base.yaml -------------------------------------------------------------------------------- /configs/comparison/schedule/baseline/const.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/comparison/schedule/baseline/cosine.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/comparison/schedule/baseline/linear.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/comparison/schedule/baseline/quad.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/comparison/schedule/speed/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/schedule/speed/base.yaml -------------------------------------------------------------------------------- /configs/comparison/unet/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/unet/base.yaml -------------------------------------------------------------------------------- /configs/comparison/unet/faster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/unet/faster.yaml -------------------------------------------------------------------------------- /configs/comparison/unet/ffhq.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/unet/ffhq.yaml -------------------------------------------------------------------------------- /configs/comparison/unet/ffhq_faster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/comparison/unet/ffhq_faster.yaml -------------------------------------------------------------------------------- /configs/image/imagenet_256/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/imagenet_256/base.yaml -------------------------------------------------------------------------------- /configs/image/imagenet_256/dit_b2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/imagenet_256/dit_b2.yaml -------------------------------------------------------------------------------- /configs/image/imagenet_256/dit_s2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/imagenet_256/dit_s2.yaml -------------------------------------------------------------------------------- /configs/image/imagenet_256/dit_xl2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/imagenet_256/dit_xl2.yaml -------------------------------------------------------------------------------- /configs/image/imagenet_256/mdt/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/imagenet_256/mdt/base.yaml -------------------------------------------------------------------------------- /configs/image/imagenet_256/mdt/baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/imagenet_256/mdt/baseline.yaml -------------------------------------------------------------------------------- /configs/image/imagenet_256/mdt/faster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/imagenet_256/mdt/faster.yaml -------------------------------------------------------------------------------- /configs/image/text2img/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/text2img/base.yaml -------------------------------------------------------------------------------- /configs/image/text2img/mscoco_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/text2img/mscoco_base.yaml -------------------------------------------------------------------------------- /configs/image/text2img/mscoco_faster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/text2img/mscoco_faster.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/base.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/ffhq_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/ffhq_base.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/ffhq_faster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/ffhq_faster.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/mdt_metfaces256/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/mdt_metfaces256/base.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/mdt_metfaces256/baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/mdt_metfaces256/baseline.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/mdt_metfaces256/faster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/mdt_metfaces256/faster.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/metfaces_1024/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/metfaces_1024/base.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/metfaces_1024/baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/metfaces_1024/baseline.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/metfaces_1024/faster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/metfaces_1024/faster.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/metfaces_512/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/metfaces_512/base.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/metfaces_512/baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/metfaces_512/baseline.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/metfaces_512/faster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/metfaces_512/faster.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/metfaces_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/metfaces_base.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/metfaces_faster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/metfaces_faster.yaml -------------------------------------------------------------------------------- /configs/image/unconditional/metfaces_theory.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/image/unconditional/metfaces_theory.yaml -------------------------------------------------------------------------------- /configs/maskdit/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/maskdit/base.yaml -------------------------------------------------------------------------------- /configs/maskdit/faster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/maskdit/faster.yaml -------------------------------------------------------------------------------- /configs/maskdit/unet_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/maskdit/unet_base.yaml -------------------------------------------------------------------------------- /configs/maskdit/unet_faster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/maskdit/unet_faster.yaml -------------------------------------------------------------------------------- /configs/sample.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/sample.yaml -------------------------------------------------------------------------------- /configs/text_to_image/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/text_to_image/base.yaml -------------------------------------------------------------------------------- /configs/text_to_image/faster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/configs/text_to_image/faster.yaml -------------------------------------------------------------------------------- /dataset/dataset.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/dataset/dataset.md -------------------------------------------------------------------------------- /docs/For_your_convenience_to_use_SpeeDiT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/docs/For_your_convenience_to_use_SpeeDiT.md -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/environment.yml -------------------------------------------------------------------------------- /evaluations/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/evaluations/README.md -------------------------------------------------------------------------------- /evaluations/image/ADM.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/evaluations/image/ADM.md -------------------------------------------------------------------------------- /evaluations/image/IS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/evaluations/image/IS.py -------------------------------------------------------------------------------- /evaluations/image/KID.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/evaluations/image/KID.py -------------------------------------------------------------------------------- /evaluations/image/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/evaluations/image/evaluator.py -------------------------------------------------------------------------------- /evaluations/image/get_coco_val_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/evaluations/image/get_coco_val_prompt.py -------------------------------------------------------------------------------- /evaluations/image/requirements.txt: -------------------------------------------------------------------------------- 1 | tensorflow-gpu>=2.0 2 | scipy 3 | requests 4 | tqdm 5 | -------------------------------------------------------------------------------- /evaluations/image/sFID.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/evaluations/image/sFID.py -------------------------------------------------------------------------------- /evaluations/image/uncomp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/evaluations/image/uncomp.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/main.py -------------------------------------------------------------------------------- /outputs/celeba/base/train/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/outputs/celeba/base/train/config.yaml -------------------------------------------------------------------------------- /outputs/ffhq/base/train/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/outputs/ffhq/base/train/config.yaml -------------------------------------------------------------------------------- /read_mu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/read_mu.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/requirements.txt -------------------------------------------------------------------------------- /runner/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/runner/base.py -------------------------------------------------------------------------------- /runner/text2img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/runner/text2img.py -------------------------------------------------------------------------------- /runner/unconditional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/runner/unconditional.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/setup.py -------------------------------------------------------------------------------- /shell/faster.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/shell/faster.sh -------------------------------------------------------------------------------- /shell/imagenet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/shell/imagenet.sh -------------------------------------------------------------------------------- /shell/text_to_image.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/shell/text_to_image.sh -------------------------------------------------------------------------------- /shell/unet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/shell/unet.sh -------------------------------------------------------------------------------- /speed/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/__init__.py -------------------------------------------------------------------------------- /speed/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/dataset/__init__.py -------------------------------------------------------------------------------- /speed/dataset/image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/dataset/image.py -------------------------------------------------------------------------------- /speed/dataset/prepare_dataloader.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /speed/dataset/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/dataset/transform.py -------------------------------------------------------------------------------- /speed/diffusion/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/diffusion/__init__.py -------------------------------------------------------------------------------- /speed/diffusion/iddpm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/diffusion/iddpm/__init__.py -------------------------------------------------------------------------------- /speed/diffusion/iddpm/diffusion_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/diffusion/iddpm/diffusion_utils.py -------------------------------------------------------------------------------- /speed/diffusion/iddpm/gaussian_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/diffusion/iddpm/gaussian_diffusion.py -------------------------------------------------------------------------------- /speed/diffusion/iddpm/respace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/diffusion/iddpm/respace.py -------------------------------------------------------------------------------- /speed/diffusion/iddpm/timestep_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/diffusion/iddpm/timestep_sampler.py -------------------------------------------------------------------------------- /speed/diffusion/mask_iddpm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/diffusion/mask_iddpm/__init__.py -------------------------------------------------------------------------------- /speed/diffusion/mask_iddpm/diffusion_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/diffusion/mask_iddpm/diffusion_utils.py -------------------------------------------------------------------------------- /speed/diffusion/mask_iddpm/gaussian_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/diffusion/mask_iddpm/gaussian_diffusion.py -------------------------------------------------------------------------------- /speed/diffusion/mask_iddpm/respace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/diffusion/mask_iddpm/respace.py -------------------------------------------------------------------------------- /speed/diffusion/mask_iddpm/timestep_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/diffusion/mask_iddpm/timestep_sampler.py -------------------------------------------------------------------------------- /speed/diffusion/speed/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/diffusion/speed/__init__.py -------------------------------------------------------------------------------- /speed/diffusion/speed/speed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/diffusion/speed/speed.py -------------------------------------------------------------------------------- /speed/networks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/__init__.py -------------------------------------------------------------------------------- /speed/networks/condition/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/condition/__init__.py -------------------------------------------------------------------------------- /speed/networks/condition/classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/condition/classes.py -------------------------------------------------------------------------------- /speed/networks/condition/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/condition/clip.py -------------------------------------------------------------------------------- /speed/networks/condition/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/condition/t5.py -------------------------------------------------------------------------------- /speed/networks/dit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/dit/__init__.py -------------------------------------------------------------------------------- /speed/networks/dit/dit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/dit/dit.py -------------------------------------------------------------------------------- /speed/networks/dit/mdt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/dit/mdt.py -------------------------------------------------------------------------------- /speed/networks/layers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /speed/networks/layers/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/layers/blocks.py -------------------------------------------------------------------------------- /speed/networks/pixart/PixArt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/pixart/PixArt.py -------------------------------------------------------------------------------- /speed/networks/pixart/PixArtMS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/pixart/PixArtMS.py -------------------------------------------------------------------------------- /speed/networks/pixart/PixArt_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/pixart/PixArt_blocks.py -------------------------------------------------------------------------------- /speed/networks/pixart/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/pixart/__init__.py -------------------------------------------------------------------------------- /speed/networks/pixart/pixart_controlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/pixart/pixart_controlnet.py -------------------------------------------------------------------------------- /speed/networks/pixart/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/pixart/utils.py -------------------------------------------------------------------------------- /speed/networks/unet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/unet/__init__.py -------------------------------------------------------------------------------- /speed/networks/unet/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/unet/nn.py -------------------------------------------------------------------------------- /speed/networks/unet/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/networks/unet/unet.py -------------------------------------------------------------------------------- /speed/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/utils/__init__.py -------------------------------------------------------------------------------- /speed/utils/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/utils/download.py -------------------------------------------------------------------------------- /speed/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/utils/misc.py -------------------------------------------------------------------------------- /speed/utils/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/speed/utils/train_utils.py -------------------------------------------------------------------------------- /tools/common_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/tools/common_utils.py -------------------------------------------------------------------------------- /tools/config_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/tools/config_utils.py -------------------------------------------------------------------------------- /tools/driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/tools/driver.py -------------------------------------------------------------------------------- /tools/log_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/tools/log_utils.py -------------------------------------------------------------------------------- /tools/os_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/tools/os_utils.py -------------------------------------------------------------------------------- /torchrun: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/torchrun -------------------------------------------------------------------------------- /transoformers/vae-ft-mse-840000-ema-pruned.ckpt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/transoformers/vae-ft-mse-840000-ema-pruned.ckpt -------------------------------------------------------------------------------- /visuals/Findings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/visuals/Findings.png -------------------------------------------------------------------------------- /visuals/Method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/visuals/Method.png -------------------------------------------------------------------------------- /visuals/accel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/visuals/accel.png -------------------------------------------------------------------------------- /visuals/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/SpeeD/HEAD/visuals/logo.png --------------------------------------------------------------------------------