├── .gitignore ├── README.md ├── assets └── main.png ├── checkpoints └── README.md ├── configs ├── README.md └── master │ ├── stage1 │ ├── ffhq │ │ └── hqvae_pixelshuffle_top8x8_epoch150_ffhq.yaml │ └── imagenet │ │ ├── hqvae-avgpool-top8x8-epoch15.yaml │ │ ├── hqvae-conv2-featrecon-top8x8-epoch15.yaml │ │ ├── hqvae-conv2-perceptual-top8x8-epoch15.yaml │ │ ├── hqvae-conv2-pixelrecon-top8x8-epoch15.yaml │ │ ├── hqvae-pixelshuffle-top4x4-epoch15.yaml │ │ ├── hqvae-pixelshuffle-top8x8-epoch15.yaml │ │ ├── hqvae-pixelshuffle-top8x8-level3-epoch15.yaml │ │ └── hqvae_pixelshuffle_top4x4-level3_epoch15.yaml │ └── stage2 │ ├── cc15m │ └── hqtransformer-embtrans1-soft1-layer12-top8x8-cc15m.yaml │ ├── ffhq │ └── hqtransformer-adding-soft1-layer24-top8x8.yaml │ └── imagenet │ ├── hqtransformer-embtrans1-bidirectional-layer12-top8x8.yaml │ ├── hqtransformer-embtrans1-causal-layer12-top8x8.yaml │ ├── hqtransformer-embtrans1-layer12-top4x4-level3.yaml │ ├── hqtransformer-embtrans1-layer12-top4x4.yaml │ ├── hqtransformer-embtrans1-layer12-top8x8-level3.yaml │ ├── hqtransformer-embtrans1-layer12-top8x8.yaml │ ├── hqtransformer-embtrans1-soft1-layer12-top8x8.yaml │ ├── hqtransformer-embtrans1-soft1-layer24-top8x8.yaml │ ├── hqtransformer-embtrans1-soft1-layer42-top8x8.yaml │ ├── vqvae2-layer12-top8x8.yaml │ └── vqvae2-layer4-cond-top8x8-pred-bot16x16.yaml ├── eval_hqmodel.py ├── eval_stage1.py ├── hqvae ├── datasets │ └── __init__.py ├── models │ ├── __init__.py │ ├── stage1 │ │ ├── __init__.py │ │ ├── discriminator.py │ │ ├── generator.py │ │ ├── modules │ │ │ ├── layers.py │ │ │ ├── lpips.py │ │ │ ├── quantizer.py │ │ │ └── utils.py │ │ └── vqgan.py │ └── stage2 │ │ ├── __init__.py │ │ ├── hierarchical_ar.py │ │ ├── hqtransformer.py │ │ ├── layers.py │ │ └── transformer.py ├── optimizers │ ├── __init__.py │ └── scheduler.py ├── tokenizers │ ├── __init__.py │ ├── pretrained │ │ ├── bert-base-uncased-vocab.txt │ │ ├── bpe-16k-merges.txt │ │ ├── bpe-16k-vocab.json │ │ ├── bpe-30k-merges.txt │ │ ├── bpe-30k-vocab.json │ │ ├── bpe_simple_vocab_16e6.txt.gz │ │ ├── merges.txt │ │ └── vocab.json │ ├── simple_tokenizer.py │ └── utils.py └── utils │ ├── config1.py │ ├── config2.py │ ├── fid_utils.py │ ├── inception.py │ ├── logger.py │ ├── prdc.py │ ├── sampling.py │ └── utils.py ├── main_stage1.py ├── measure_throughput └── __main__.py ├── measure_throughput_txt └── __main__.py ├── requirements.txt ├── sampling_hqmodel.py ├── sampling_hqmodel_txt2img.py ├── scripts └── sampling_demo.ipynb └── setup.cfg /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/README.md -------------------------------------------------------------------------------- /assets/main.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/assets/main.png -------------------------------------------------------------------------------- /checkpoints/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/checkpoints/README.md -------------------------------------------------------------------------------- /configs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/README.md -------------------------------------------------------------------------------- /configs/master/stage1/ffhq/hqvae_pixelshuffle_top8x8_epoch150_ffhq.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage1/ffhq/hqvae_pixelshuffle_top8x8_epoch150_ffhq.yaml -------------------------------------------------------------------------------- /configs/master/stage1/imagenet/hqvae-avgpool-top8x8-epoch15.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage1/imagenet/hqvae-avgpool-top8x8-epoch15.yaml -------------------------------------------------------------------------------- /configs/master/stage1/imagenet/hqvae-conv2-featrecon-top8x8-epoch15.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage1/imagenet/hqvae-conv2-featrecon-top8x8-epoch15.yaml -------------------------------------------------------------------------------- /configs/master/stage1/imagenet/hqvae-conv2-perceptual-top8x8-epoch15.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage1/imagenet/hqvae-conv2-perceptual-top8x8-epoch15.yaml -------------------------------------------------------------------------------- /configs/master/stage1/imagenet/hqvae-conv2-pixelrecon-top8x8-epoch15.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage1/imagenet/hqvae-conv2-pixelrecon-top8x8-epoch15.yaml -------------------------------------------------------------------------------- /configs/master/stage1/imagenet/hqvae-pixelshuffle-top4x4-epoch15.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage1/imagenet/hqvae-pixelshuffle-top4x4-epoch15.yaml -------------------------------------------------------------------------------- /configs/master/stage1/imagenet/hqvae-pixelshuffle-top8x8-epoch15.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage1/imagenet/hqvae-pixelshuffle-top8x8-epoch15.yaml -------------------------------------------------------------------------------- /configs/master/stage1/imagenet/hqvae-pixelshuffle-top8x8-level3-epoch15.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage1/imagenet/hqvae-pixelshuffle-top8x8-level3-epoch15.yaml -------------------------------------------------------------------------------- /configs/master/stage1/imagenet/hqvae_pixelshuffle_top4x4-level3_epoch15.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage1/imagenet/hqvae_pixelshuffle_top4x4-level3_epoch15.yaml -------------------------------------------------------------------------------- /configs/master/stage2/cc15m/hqtransformer-embtrans1-soft1-layer12-top8x8-cc15m.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage2/cc15m/hqtransformer-embtrans1-soft1-layer12-top8x8-cc15m.yaml -------------------------------------------------------------------------------- /configs/master/stage2/ffhq/hqtransformer-adding-soft1-layer24-top8x8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage2/ffhq/hqtransformer-adding-soft1-layer24-top8x8.yaml -------------------------------------------------------------------------------- /configs/master/stage2/imagenet/hqtransformer-embtrans1-bidirectional-layer12-top8x8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage2/imagenet/hqtransformer-embtrans1-bidirectional-layer12-top8x8.yaml -------------------------------------------------------------------------------- /configs/master/stage2/imagenet/hqtransformer-embtrans1-causal-layer12-top8x8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage2/imagenet/hqtransformer-embtrans1-causal-layer12-top8x8.yaml -------------------------------------------------------------------------------- /configs/master/stage2/imagenet/hqtransformer-embtrans1-layer12-top4x4-level3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage2/imagenet/hqtransformer-embtrans1-layer12-top4x4-level3.yaml -------------------------------------------------------------------------------- /configs/master/stage2/imagenet/hqtransformer-embtrans1-layer12-top4x4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage2/imagenet/hqtransformer-embtrans1-layer12-top4x4.yaml -------------------------------------------------------------------------------- /configs/master/stage2/imagenet/hqtransformer-embtrans1-layer12-top8x8-level3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage2/imagenet/hqtransformer-embtrans1-layer12-top8x8-level3.yaml -------------------------------------------------------------------------------- /configs/master/stage2/imagenet/hqtransformer-embtrans1-layer12-top8x8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage2/imagenet/hqtransformer-embtrans1-layer12-top8x8.yaml -------------------------------------------------------------------------------- /configs/master/stage2/imagenet/hqtransformer-embtrans1-soft1-layer12-top8x8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage2/imagenet/hqtransformer-embtrans1-soft1-layer12-top8x8.yaml -------------------------------------------------------------------------------- /configs/master/stage2/imagenet/hqtransformer-embtrans1-soft1-layer24-top8x8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage2/imagenet/hqtransformer-embtrans1-soft1-layer24-top8x8.yaml -------------------------------------------------------------------------------- /configs/master/stage2/imagenet/hqtransformer-embtrans1-soft1-layer42-top8x8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage2/imagenet/hqtransformer-embtrans1-soft1-layer42-top8x8.yaml -------------------------------------------------------------------------------- /configs/master/stage2/imagenet/vqvae2-layer12-top8x8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage2/imagenet/vqvae2-layer12-top8x8.yaml -------------------------------------------------------------------------------- /configs/master/stage2/imagenet/vqvae2-layer4-cond-top8x8-pred-bot16x16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/configs/master/stage2/imagenet/vqvae2-layer4-cond-top8x8-pred-bot16x16.yaml -------------------------------------------------------------------------------- /eval_hqmodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/eval_hqmodel.py -------------------------------------------------------------------------------- /eval_stage1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/eval_stage1.py -------------------------------------------------------------------------------- /hqvae/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/datasets/__init__.py -------------------------------------------------------------------------------- /hqvae/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/models/__init__.py -------------------------------------------------------------------------------- /hqvae/models/stage1/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hqvae/models/stage1/discriminator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/models/stage1/discriminator.py -------------------------------------------------------------------------------- /hqvae/models/stage1/generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/models/stage1/generator.py -------------------------------------------------------------------------------- /hqvae/models/stage1/modules/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/models/stage1/modules/layers.py -------------------------------------------------------------------------------- /hqvae/models/stage1/modules/lpips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/models/stage1/modules/lpips.py -------------------------------------------------------------------------------- /hqvae/models/stage1/modules/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/models/stage1/modules/quantizer.py -------------------------------------------------------------------------------- /hqvae/models/stage1/modules/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/models/stage1/modules/utils.py -------------------------------------------------------------------------------- /hqvae/models/stage1/vqgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/models/stage1/vqgan.py -------------------------------------------------------------------------------- /hqvae/models/stage2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hqvae/models/stage2/hierarchical_ar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/models/stage2/hierarchical_ar.py -------------------------------------------------------------------------------- /hqvae/models/stage2/hqtransformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/models/stage2/hqtransformer.py -------------------------------------------------------------------------------- /hqvae/models/stage2/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/models/stage2/layers.py -------------------------------------------------------------------------------- /hqvae/models/stage2/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/models/stage2/transformer.py -------------------------------------------------------------------------------- /hqvae/optimizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/optimizers/__init__.py -------------------------------------------------------------------------------- /hqvae/optimizers/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/optimizers/scheduler.py -------------------------------------------------------------------------------- /hqvae/tokenizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/tokenizers/__init__.py -------------------------------------------------------------------------------- /hqvae/tokenizers/pretrained/bert-base-uncased-vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/tokenizers/pretrained/bert-base-uncased-vocab.txt -------------------------------------------------------------------------------- /hqvae/tokenizers/pretrained/bpe-16k-merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/tokenizers/pretrained/bpe-16k-merges.txt -------------------------------------------------------------------------------- /hqvae/tokenizers/pretrained/bpe-16k-vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/tokenizers/pretrained/bpe-16k-vocab.json -------------------------------------------------------------------------------- /hqvae/tokenizers/pretrained/bpe-30k-merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/tokenizers/pretrained/bpe-30k-merges.txt -------------------------------------------------------------------------------- /hqvae/tokenizers/pretrained/bpe-30k-vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/tokenizers/pretrained/bpe-30k-vocab.json -------------------------------------------------------------------------------- /hqvae/tokenizers/pretrained/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/tokenizers/pretrained/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /hqvae/tokenizers/pretrained/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/tokenizers/pretrained/merges.txt -------------------------------------------------------------------------------- /hqvae/tokenizers/pretrained/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/tokenizers/pretrained/vocab.json -------------------------------------------------------------------------------- /hqvae/tokenizers/simple_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/tokenizers/simple_tokenizer.py -------------------------------------------------------------------------------- /hqvae/tokenizers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/tokenizers/utils.py -------------------------------------------------------------------------------- /hqvae/utils/config1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/utils/config1.py -------------------------------------------------------------------------------- /hqvae/utils/config2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/utils/config2.py -------------------------------------------------------------------------------- /hqvae/utils/fid_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/utils/fid_utils.py -------------------------------------------------------------------------------- /hqvae/utils/inception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/utils/inception.py -------------------------------------------------------------------------------- /hqvae/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/utils/logger.py -------------------------------------------------------------------------------- /hqvae/utils/prdc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/utils/prdc.py -------------------------------------------------------------------------------- /hqvae/utils/sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/utils/sampling.py -------------------------------------------------------------------------------- /hqvae/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/hqvae/utils/utils.py -------------------------------------------------------------------------------- /main_stage1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/main_stage1.py -------------------------------------------------------------------------------- /measure_throughput/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/measure_throughput/__main__.py -------------------------------------------------------------------------------- /measure_throughput_txt/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/measure_throughput_txt/__main__.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/requirements.txt -------------------------------------------------------------------------------- /sampling_hqmodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/sampling_hqmodel.py -------------------------------------------------------------------------------- /sampling_hqmodel_txt2img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/sampling_hqmodel_txt2img.py -------------------------------------------------------------------------------- /scripts/sampling_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/scripts/sampling_demo.ipynb -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakaobrain/hqtransformer/HEAD/setup.cfg --------------------------------------------------------------------------------