├── .gitignore ├── LICENSE ├── README.md ├── assets ├── ddpd_main.png ├── imagenet_256.png ├── imagenet_256_steps.png ├── owt.png ├── sampling_process.png ├── text8.png └── training_objectives.png ├── ddpd_image.yml ├── ddpd_text.yml ├── imagenet ├── configs │ ├── denoiser_s128.yaml │ ├── planner_s128.yaml │ ├── s128_ddpd_sample.yaml │ └── titok_s128.yaml ├── demo_util.py ├── extract_tokens.py ├── modeling │ ├── blocks.py │ ├── ema.py │ ├── maskgit.py │ ├── maskgit_ddpd.py │ ├── quantizer.py │ └── titok.py ├── sample_imagenet_ddpd.py ├── scripts │ └── sample_ddpd_nocfg.sh ├── train_planner.py └── training_util.py ├── owt ├── catsample.py ├── configs │ ├── config_denoiser.yaml │ ├── config_planner.yaml │ └── model │ │ ├── medium.yaml │ │ └── small.yaml ├── data.py ├── graph_lib.py ├── load_model.py ├── losses_denoiser.py ├── losses_planner.py ├── model │ ├── __init__.py │ ├── ema.py │ ├── fused_add_dropout_scale.py │ ├── rotary.py │ ├── transformer.py │ └── utils.py ├── noise_lib.py ├── run_sample.py ├── run_sample_gpt.py ├── run_train_denoiser.py ├── run_train_planner.py ├── sampling.py ├── scripts │ ├── gen_ddpd.sh │ ├── gen_gpt.sh │ └── gen_sedd.sh ├── train_denoiser.py ├── train_planner.py └── utils.py ├── sample_text8.py ├── text8 ├── __init__.py ├── config │ ├── sample.py │ ├── train_denoiser.py │ └── train_planner.py ├── configurator.py ├── data │ ├── download.sh │ ├── meta.pkl │ └── prepare.py ├── eval │ └── sample_eval.py ├── model_denoiser.py ├── model_planner.py └── scripts │ ├── evaluate_samples_ddpd_maskD.sh │ ├── evaluate_samples_ddpd_uniD.sh │ ├── generate_samples_ddpd_maskD.sh │ ├── generate_samples_ddpd_uniD.sh │ ├── train_denoiser.sh │ └── train_planner.sh ├── train_denoiser.py └── train_planner.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/README.md -------------------------------------------------------------------------------- /assets/ddpd_main.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/assets/ddpd_main.png -------------------------------------------------------------------------------- /assets/imagenet_256.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/assets/imagenet_256.png -------------------------------------------------------------------------------- /assets/imagenet_256_steps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/assets/imagenet_256_steps.png -------------------------------------------------------------------------------- /assets/owt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/assets/owt.png -------------------------------------------------------------------------------- /assets/sampling_process.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/assets/sampling_process.png -------------------------------------------------------------------------------- /assets/text8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/assets/text8.png -------------------------------------------------------------------------------- /assets/training_objectives.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/assets/training_objectives.png -------------------------------------------------------------------------------- /ddpd_image.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/ddpd_image.yml -------------------------------------------------------------------------------- /ddpd_text.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/ddpd_text.yml -------------------------------------------------------------------------------- /imagenet/configs/denoiser_s128.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/configs/denoiser_s128.yaml -------------------------------------------------------------------------------- /imagenet/configs/planner_s128.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/configs/planner_s128.yaml -------------------------------------------------------------------------------- /imagenet/configs/s128_ddpd_sample.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/configs/s128_ddpd_sample.yaml -------------------------------------------------------------------------------- /imagenet/configs/titok_s128.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/configs/titok_s128.yaml -------------------------------------------------------------------------------- /imagenet/demo_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/demo_util.py -------------------------------------------------------------------------------- /imagenet/extract_tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/extract_tokens.py -------------------------------------------------------------------------------- /imagenet/modeling/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/modeling/blocks.py -------------------------------------------------------------------------------- /imagenet/modeling/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/modeling/ema.py -------------------------------------------------------------------------------- /imagenet/modeling/maskgit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/modeling/maskgit.py -------------------------------------------------------------------------------- /imagenet/modeling/maskgit_ddpd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/modeling/maskgit_ddpd.py -------------------------------------------------------------------------------- /imagenet/modeling/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/modeling/quantizer.py -------------------------------------------------------------------------------- /imagenet/modeling/titok.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/modeling/titok.py -------------------------------------------------------------------------------- /imagenet/sample_imagenet_ddpd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/sample_imagenet_ddpd.py -------------------------------------------------------------------------------- /imagenet/scripts/sample_ddpd_nocfg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/scripts/sample_ddpd_nocfg.sh -------------------------------------------------------------------------------- /imagenet/train_planner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/train_planner.py -------------------------------------------------------------------------------- /imagenet/training_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/imagenet/training_util.py -------------------------------------------------------------------------------- /owt/catsample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/catsample.py -------------------------------------------------------------------------------- /owt/configs/config_denoiser.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/configs/config_denoiser.yaml -------------------------------------------------------------------------------- /owt/configs/config_planner.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/configs/config_planner.yaml -------------------------------------------------------------------------------- /owt/configs/model/medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/configs/model/medium.yaml -------------------------------------------------------------------------------- /owt/configs/model/small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/configs/model/small.yaml -------------------------------------------------------------------------------- /owt/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/data.py -------------------------------------------------------------------------------- /owt/graph_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/graph_lib.py -------------------------------------------------------------------------------- /owt/load_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/load_model.py -------------------------------------------------------------------------------- /owt/losses_denoiser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/losses_denoiser.py -------------------------------------------------------------------------------- /owt/losses_planner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/losses_planner.py -------------------------------------------------------------------------------- /owt/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/model/__init__.py -------------------------------------------------------------------------------- /owt/model/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/model/ema.py -------------------------------------------------------------------------------- /owt/model/fused_add_dropout_scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/model/fused_add_dropout_scale.py -------------------------------------------------------------------------------- /owt/model/rotary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/model/rotary.py -------------------------------------------------------------------------------- /owt/model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/model/transformer.py -------------------------------------------------------------------------------- /owt/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/model/utils.py -------------------------------------------------------------------------------- /owt/noise_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/noise_lib.py -------------------------------------------------------------------------------- /owt/run_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/run_sample.py -------------------------------------------------------------------------------- /owt/run_sample_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/run_sample_gpt.py -------------------------------------------------------------------------------- /owt/run_train_denoiser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/run_train_denoiser.py -------------------------------------------------------------------------------- /owt/run_train_planner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/run_train_planner.py -------------------------------------------------------------------------------- /owt/sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/sampling.py -------------------------------------------------------------------------------- /owt/scripts/gen_ddpd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/scripts/gen_ddpd.sh -------------------------------------------------------------------------------- /owt/scripts/gen_gpt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/scripts/gen_gpt.sh -------------------------------------------------------------------------------- /owt/scripts/gen_sedd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/scripts/gen_sedd.sh -------------------------------------------------------------------------------- /owt/train_denoiser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/train_denoiser.py -------------------------------------------------------------------------------- /owt/train_planner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/train_planner.py -------------------------------------------------------------------------------- /owt/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/owt/utils.py -------------------------------------------------------------------------------- /sample_text8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/sample_text8.py -------------------------------------------------------------------------------- /text8/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /text8/config/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/config/sample.py -------------------------------------------------------------------------------- /text8/config/train_denoiser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/config/train_denoiser.py -------------------------------------------------------------------------------- /text8/config/train_planner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/config/train_planner.py -------------------------------------------------------------------------------- /text8/configurator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/configurator.py -------------------------------------------------------------------------------- /text8/data/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/data/download.sh -------------------------------------------------------------------------------- /text8/data/meta.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/data/meta.pkl -------------------------------------------------------------------------------- /text8/data/prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/data/prepare.py -------------------------------------------------------------------------------- /text8/eval/sample_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/eval/sample_eval.py -------------------------------------------------------------------------------- /text8/model_denoiser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/model_denoiser.py -------------------------------------------------------------------------------- /text8/model_planner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/model_planner.py -------------------------------------------------------------------------------- /text8/scripts/evaluate_samples_ddpd_maskD.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/scripts/evaluate_samples_ddpd_maskD.sh -------------------------------------------------------------------------------- /text8/scripts/evaluate_samples_ddpd_uniD.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/scripts/evaluate_samples_ddpd_uniD.sh -------------------------------------------------------------------------------- /text8/scripts/generate_samples_ddpd_maskD.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/scripts/generate_samples_ddpd_maskD.sh -------------------------------------------------------------------------------- /text8/scripts/generate_samples_ddpd_uniD.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/scripts/generate_samples_ddpd_uniD.sh -------------------------------------------------------------------------------- /text8/scripts/train_denoiser.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/scripts/train_denoiser.sh -------------------------------------------------------------------------------- /text8/scripts/train_planner.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/text8/scripts/train_planner.sh -------------------------------------------------------------------------------- /train_denoiser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/train_denoiser.py -------------------------------------------------------------------------------- /train_planner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liusulin/DDPD/HEAD/train_planner.py --------------------------------------------------------------------------------