├── .gitignore ├── LICENSE ├── README.md ├── assets ├── ILSVRC2012_val_00008636.png ├── ILSVRC2012_val_00027656.JPEG ├── arch_maskbit.png ├── squirrel.png └── teaser_image.png ├── configs ├── demo │ └── demo.yaml ├── external │ ├── maskgit_tokenizer.yaml │ └── taming_vqgan_tokenizer.yaml ├── generator │ ├── maskbit_generator_10bit.yaml │ ├── maskbit_generator_12bit.yaml │ ├── maskbit_generator_14bit.yaml │ ├── maskbit_generator_14bit_128steps.yaml │ ├── maskbit_generator_14bit_256steps.yaml │ ├── maskbit_generator_16bit.yaml │ └── maskbit_generator_18bit.yaml └── tokenizer │ ├── maskbit_tokenizer_10bit.yaml │ ├── maskbit_tokenizer_12bit.yaml │ ├── maskbit_tokenizer_14bit.yaml │ ├── maskbit_tokenizer_16bit.yaml │ ├── maskbit_tokenizer_18bit.yaml │ ├── vqgan_plus_10bit.yaml │ └── vqgan_plus_12bit.yaml ├── data ├── __init__.py ├── imagenet_classes.py └── webdataset_reader.py ├── demo.ipynb ├── demo_utils.py ├── docs └── prepara_data.md ├── evaluator ├── __init__.py └── evaluator.py ├── imagenet_classes.py ├── metrics ├── __init__.py ├── inception.py └── stats │ ├── train_imagenet256_stats.npz │ └── train_imagenet512_stats.npz ├── modeling ├── __init__.py ├── bert.py ├── conv_vqgan.py ├── modules │ ├── __init__.py │ ├── autoencoder.py │ ├── base_model.py │ ├── discriminator.py │ ├── ema_model.py │ ├── factorization.py │ ├── gan_utils.py │ ├── losses.py │ ├── lpips.py │ ├── masking.py │ ├── perceptual_loss.py │ └── sampling.py ├── quantizer │ ├── __init__.py │ ├── lookup_free.py │ ├── quantizer.py │ └── quantizer_utils.py ├── taming │ ├── __init__.py │ └── taming_autoencoder.py └── taming_vqgan.py ├── pretrained └── vgg_lpips.pth ├── requirements.txt ├── scripts ├── create_sharded_dataset.py ├── eval_maskbit.py ├── eval_tokenizer.py ├── train_maskbit.py └── train_tokenizer.py └── utils ├── __init__.py ├── adm_eval_suite.py ├── logger.py ├── lr_schedulers.py ├── meter.py └── viz_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/README.md -------------------------------------------------------------------------------- /assets/ILSVRC2012_val_00008636.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/assets/ILSVRC2012_val_00008636.png -------------------------------------------------------------------------------- /assets/ILSVRC2012_val_00027656.JPEG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/assets/ILSVRC2012_val_00027656.JPEG -------------------------------------------------------------------------------- /assets/arch_maskbit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/assets/arch_maskbit.png -------------------------------------------------------------------------------- /assets/squirrel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/assets/squirrel.png -------------------------------------------------------------------------------- /assets/teaser_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/assets/teaser_image.png -------------------------------------------------------------------------------- /configs/demo/demo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/demo/demo.yaml -------------------------------------------------------------------------------- /configs/external/maskgit_tokenizer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/external/maskgit_tokenizer.yaml -------------------------------------------------------------------------------- /configs/external/taming_vqgan_tokenizer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/external/taming_vqgan_tokenizer.yaml -------------------------------------------------------------------------------- /configs/generator/maskbit_generator_10bit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/generator/maskbit_generator_10bit.yaml -------------------------------------------------------------------------------- /configs/generator/maskbit_generator_12bit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/generator/maskbit_generator_12bit.yaml -------------------------------------------------------------------------------- /configs/generator/maskbit_generator_14bit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/generator/maskbit_generator_14bit.yaml -------------------------------------------------------------------------------- /configs/generator/maskbit_generator_14bit_128steps.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/generator/maskbit_generator_14bit_128steps.yaml -------------------------------------------------------------------------------- /configs/generator/maskbit_generator_14bit_256steps.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/generator/maskbit_generator_14bit_256steps.yaml -------------------------------------------------------------------------------- /configs/generator/maskbit_generator_16bit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/generator/maskbit_generator_16bit.yaml -------------------------------------------------------------------------------- /configs/generator/maskbit_generator_18bit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/generator/maskbit_generator_18bit.yaml -------------------------------------------------------------------------------- /configs/tokenizer/maskbit_tokenizer_10bit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/tokenizer/maskbit_tokenizer_10bit.yaml -------------------------------------------------------------------------------- /configs/tokenizer/maskbit_tokenizer_12bit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/tokenizer/maskbit_tokenizer_12bit.yaml -------------------------------------------------------------------------------- /configs/tokenizer/maskbit_tokenizer_14bit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/tokenizer/maskbit_tokenizer_14bit.yaml -------------------------------------------------------------------------------- /configs/tokenizer/maskbit_tokenizer_16bit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/tokenizer/maskbit_tokenizer_16bit.yaml -------------------------------------------------------------------------------- /configs/tokenizer/maskbit_tokenizer_18bit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/tokenizer/maskbit_tokenizer_18bit.yaml -------------------------------------------------------------------------------- /configs/tokenizer/vqgan_plus_10bit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/tokenizer/vqgan_plus_10bit.yaml -------------------------------------------------------------------------------- /configs/tokenizer/vqgan_plus_12bit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/configs/tokenizer/vqgan_plus_12bit.yaml -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- 1 | from .webdataset_reader import SimpleImagenet -------------------------------------------------------------------------------- /data/imagenet_classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/data/imagenet_classes.py -------------------------------------------------------------------------------- /data/webdataset_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/data/webdataset_reader.py -------------------------------------------------------------------------------- /demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/demo.ipynb -------------------------------------------------------------------------------- /demo_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/demo_utils.py -------------------------------------------------------------------------------- /docs/prepara_data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/docs/prepara_data.md -------------------------------------------------------------------------------- /evaluator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/evaluator/__init__.py -------------------------------------------------------------------------------- /evaluator/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/evaluator/evaluator.py -------------------------------------------------------------------------------- /imagenet_classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/imagenet_classes.py -------------------------------------------------------------------------------- /metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /metrics/inception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/metrics/inception.py -------------------------------------------------------------------------------- /metrics/stats/train_imagenet256_stats.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/metrics/stats/train_imagenet256_stats.npz -------------------------------------------------------------------------------- /metrics/stats/train_imagenet512_stats.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/metrics/stats/train_imagenet512_stats.npz -------------------------------------------------------------------------------- /modeling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modeling/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/bert.py -------------------------------------------------------------------------------- /modeling/conv_vqgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/conv_vqgan.py -------------------------------------------------------------------------------- /modeling/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/modules/__init__.py -------------------------------------------------------------------------------- /modeling/modules/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/modules/autoencoder.py -------------------------------------------------------------------------------- /modeling/modules/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/modules/base_model.py -------------------------------------------------------------------------------- /modeling/modules/discriminator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/modules/discriminator.py -------------------------------------------------------------------------------- /modeling/modules/ema_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/modules/ema_model.py -------------------------------------------------------------------------------- /modeling/modules/factorization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/modules/factorization.py -------------------------------------------------------------------------------- /modeling/modules/gan_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/modules/gan_utils.py -------------------------------------------------------------------------------- /modeling/modules/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/modules/losses.py -------------------------------------------------------------------------------- /modeling/modules/lpips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/modules/lpips.py -------------------------------------------------------------------------------- /modeling/modules/masking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/modules/masking.py -------------------------------------------------------------------------------- /modeling/modules/perceptual_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/modules/perceptual_loss.py -------------------------------------------------------------------------------- /modeling/modules/sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/modules/sampling.py -------------------------------------------------------------------------------- /modeling/quantizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/quantizer/__init__.py -------------------------------------------------------------------------------- /modeling/quantizer/lookup_free.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/quantizer/lookup_free.py -------------------------------------------------------------------------------- /modeling/quantizer/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/quantizer/quantizer.py -------------------------------------------------------------------------------- /modeling/quantizer/quantizer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/quantizer/quantizer_utils.py -------------------------------------------------------------------------------- /modeling/taming/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modeling/taming/taming_autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/taming/taming_autoencoder.py -------------------------------------------------------------------------------- /modeling/taming_vqgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/modeling/taming_vqgan.py -------------------------------------------------------------------------------- /pretrained/vgg_lpips.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/pretrained/vgg_lpips.pth -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/create_sharded_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/scripts/create_sharded_dataset.py -------------------------------------------------------------------------------- /scripts/eval_maskbit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/scripts/eval_maskbit.py -------------------------------------------------------------------------------- /scripts/eval_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/scripts/eval_tokenizer.py -------------------------------------------------------------------------------- /scripts/train_maskbit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/scripts/train_maskbit.py -------------------------------------------------------------------------------- /scripts/train_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/scripts/train_tokenizer.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/adm_eval_suite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/utils/adm_eval_suite.py -------------------------------------------------------------------------------- /utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/utils/logger.py -------------------------------------------------------------------------------- /utils/lr_schedulers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/utils/lr_schedulers.py -------------------------------------------------------------------------------- /utils/meter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/utils/meter.py -------------------------------------------------------------------------------- /utils/viz_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markweberdev/maskbit/HEAD/utils/viz_utils.py --------------------------------------------------------------------------------