├── .gitignore ├── README.md ├── __init__.py ├── assets ├── figure1.jpg └── figure2.png ├── configs ├── maetok-b-64.yaml └── softvq-l-64.yaml ├── demo ├── dit_softvq.ipynb ├── maetok.ipynb ├── sit_maetok.ipynb ├── sit_softvq.ipynb └── softvq.ipynb ├── inference ├── cache_latent.py ├── generate_dit.py ├── generate_dit_diffusers.py ├── generate_sit.py ├── gmm_fit.py └── reconstruct_vq.py ├── losses ├── sit_loss.py └── vq_loss.py ├── modelling ├── diffusion │ ├── __init__.py │ ├── diffusion_utils.py │ ├── gaussian_diffusion.py │ ├── respace.py │ └── timestep_sampler.py ├── discriminators │ ├── __init__.py │ ├── discriminator.py │ ├── discriminator_dino.py │ ├── discriminator_patchgan.py │ ├── discriminator_patchgan_maskbit.py │ ├── discriminator_stylegan.py │ └── dist.py ├── dit.py ├── lpips │ ├── __init__.py │ ├── cache │ │ └── vgg.pth │ ├── lpips.py │ └── lpips_timm.py ├── modules │ ├── __init__.py │ ├── cnn_models.py │ └── timm_vit │ │ ├── __init__.py │ │ ├── rope_utils.py │ │ ├── timm_vit_models.py │ │ ├── to_pixel.py │ │ └── vision_transformer.py ├── quantizers │ ├── kl.py │ ├── softvq.py │ └── vq.py ├── samplers.py ├── sit.py └── tokenizer.py ├── requirements.txt ├── train ├── train_dit.py ├── train_sit.py └── train_tokenizer.py └── utils ├── data.py ├── diff_aug.py ├── distributed.py ├── ema.py ├── hog.py ├── logger_func.py ├── misc.py ├── model.py ├── optim.py └── visualize.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /assets/figure1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/assets/figure1.jpg -------------------------------------------------------------------------------- /assets/figure2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/assets/figure2.png -------------------------------------------------------------------------------- /configs/maetok-b-64.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/configs/maetok-b-64.yaml -------------------------------------------------------------------------------- /configs/softvq-l-64.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/configs/softvq-l-64.yaml -------------------------------------------------------------------------------- /demo/dit_softvq.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/demo/dit_softvq.ipynb -------------------------------------------------------------------------------- /demo/maetok.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/demo/maetok.ipynb -------------------------------------------------------------------------------- /demo/sit_maetok.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/demo/sit_maetok.ipynb -------------------------------------------------------------------------------- /demo/sit_softvq.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/demo/sit_softvq.ipynb -------------------------------------------------------------------------------- /demo/softvq.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/demo/softvq.ipynb -------------------------------------------------------------------------------- /inference/cache_latent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/inference/cache_latent.py -------------------------------------------------------------------------------- /inference/generate_dit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/inference/generate_dit.py -------------------------------------------------------------------------------- /inference/generate_dit_diffusers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/inference/generate_dit_diffusers.py -------------------------------------------------------------------------------- /inference/generate_sit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/inference/generate_sit.py -------------------------------------------------------------------------------- /inference/gmm_fit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/inference/gmm_fit.py -------------------------------------------------------------------------------- /inference/reconstruct_vq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/inference/reconstruct_vq.py -------------------------------------------------------------------------------- /losses/sit_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/losses/sit_loss.py -------------------------------------------------------------------------------- /losses/vq_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/losses/vq_loss.py -------------------------------------------------------------------------------- /modelling/diffusion/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/diffusion/__init__.py -------------------------------------------------------------------------------- /modelling/diffusion/diffusion_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/diffusion/diffusion_utils.py -------------------------------------------------------------------------------- /modelling/diffusion/gaussian_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/diffusion/gaussian_diffusion.py -------------------------------------------------------------------------------- /modelling/diffusion/respace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/diffusion/respace.py -------------------------------------------------------------------------------- /modelling/diffusion/timestep_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/diffusion/timestep_sampler.py -------------------------------------------------------------------------------- /modelling/discriminators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/discriminators/__init__.py -------------------------------------------------------------------------------- /modelling/discriminators/discriminator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/discriminators/discriminator.py -------------------------------------------------------------------------------- /modelling/discriminators/discriminator_dino.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/discriminators/discriminator_dino.py -------------------------------------------------------------------------------- /modelling/discriminators/discriminator_patchgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/discriminators/discriminator_patchgan.py -------------------------------------------------------------------------------- /modelling/discriminators/discriminator_patchgan_maskbit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/discriminators/discriminator_patchgan_maskbit.py -------------------------------------------------------------------------------- /modelling/discriminators/discriminator_stylegan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/discriminators/discriminator_stylegan.py -------------------------------------------------------------------------------- /modelling/discriminators/dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/discriminators/dist.py -------------------------------------------------------------------------------- /modelling/dit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/dit.py -------------------------------------------------------------------------------- /modelling/lpips/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/lpips/__init__.py -------------------------------------------------------------------------------- /modelling/lpips/cache/vgg.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/lpips/cache/vgg.pth -------------------------------------------------------------------------------- /modelling/lpips/lpips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/lpips/lpips.py -------------------------------------------------------------------------------- /modelling/lpips/lpips_timm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/lpips/lpips_timm.py -------------------------------------------------------------------------------- /modelling/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/modules/__init__.py -------------------------------------------------------------------------------- /modelling/modules/cnn_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/modules/cnn_models.py -------------------------------------------------------------------------------- /modelling/modules/timm_vit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/modules/timm_vit/__init__.py -------------------------------------------------------------------------------- /modelling/modules/timm_vit/rope_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/modules/timm_vit/rope_utils.py -------------------------------------------------------------------------------- /modelling/modules/timm_vit/timm_vit_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/modules/timm_vit/timm_vit_models.py -------------------------------------------------------------------------------- /modelling/modules/timm_vit/to_pixel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/modules/timm_vit/to_pixel.py -------------------------------------------------------------------------------- /modelling/modules/timm_vit/vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/modules/timm_vit/vision_transformer.py -------------------------------------------------------------------------------- /modelling/quantizers/kl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/quantizers/kl.py -------------------------------------------------------------------------------- /modelling/quantizers/softvq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/quantizers/softvq.py -------------------------------------------------------------------------------- /modelling/quantizers/vq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/quantizers/vq.py -------------------------------------------------------------------------------- /modelling/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/samplers.py -------------------------------------------------------------------------------- /modelling/sit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/sit.py -------------------------------------------------------------------------------- /modelling/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/modelling/tokenizer.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/requirements.txt -------------------------------------------------------------------------------- /train/train_dit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/train/train_dit.py -------------------------------------------------------------------------------- /train/train_sit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/train/train_sit.py -------------------------------------------------------------------------------- /train/train_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/train/train_tokenizer.py -------------------------------------------------------------------------------- /utils/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/utils/data.py -------------------------------------------------------------------------------- /utils/diff_aug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/utils/diff_aug.py -------------------------------------------------------------------------------- /utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/utils/distributed.py -------------------------------------------------------------------------------- /utils/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/utils/ema.py -------------------------------------------------------------------------------- /utils/hog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/utils/hog.py -------------------------------------------------------------------------------- /utils/logger_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/utils/logger_func.py -------------------------------------------------------------------------------- /utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/utils/misc.py -------------------------------------------------------------------------------- /utils/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/utils/model.py -------------------------------------------------------------------------------- /utils/optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hhhhhhao/continuous_tokenizer/HEAD/utils/optim.py -------------------------------------------------------------------------------- /utils/visualize.py: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------