├── .DS_Store ├── .gitignore ├── README.md ├── llama-dnd.png ├── requirements.txt ├── src ├── .DS_Store ├── dataset │ ├── augmentation.py │ ├── build.py │ ├── coco.py │ ├── imagenet.py │ ├── multilayer_code_dataset.py │ ├── openimage.py │ ├── pexels.py │ ├── t2i.py │ └── test.ipynb ├── dnd_transformer │ ├── extract_codes_c2i_ddp.py │ ├── generate_multitoken_v3.py │ ├── gpt_multitoken_v3.py │ ├── sample_c2i_ddp_v3.py │ ├── sample_c2i_ddp_v3_husky.py │ └── train_mhtransformer_c2i.py ├── llamagen_utils │ ├── data.py │ ├── deepspeed.py │ ├── distributed.py │ ├── drop_path.py │ ├── ema.py │ ├── logger.py │ └── video.py ├── rOCR │ ├── .DS_Store │ ├── infer_gt_DataParallel_qwen.py │ ├── infer_gt_ModelParallel_qwen.py │ └── metrics.py ├── rqvae │ ├── __init__.py │ ├── img_datasets │ │ ├── __init__.py │ │ ├── assets │ │ │ ├── ffhqtrain.txt │ │ │ └── ffhqvalidation.txt │ │ ├── ffhq.py │ │ ├── lsun.py │ │ └── transforms.py │ ├── losses │ │ ├── __init__.py │ │ └── vqgan │ │ │ ├── .caches │ │ │ └── vgg.pth │ │ │ ├── __init__.py │ │ │ ├── discriminator.py │ │ │ ├── gan_loss.py │ │ │ ├── lpips.py │ │ │ └── lpips_utils.py │ ├── metrics │ │ ├── IS.py │ │ ├── __init__.py │ │ ├── assets │ │ │ ├── ImageNet_label.txt │ │ │ └── wnid_to_idx.yaml │ │ ├── clip_score.py │ │ ├── fid.py │ │ └── inception.py │ ├── models │ │ ├── __init__.py │ │ ├── ema.py │ │ ├── interfaces.py │ │ ├── rqtransformer │ │ │ ├── __init__.py │ │ │ ├── attentions.py │ │ │ ├── configs.py │ │ │ ├── primitives.py │ │ │ └── transformers.py │ │ └── rqvae │ │ │ ├── __init__.py │ │ │ ├── layers.py │ │ │ ├── modules.py │ │ │ ├── quantizations.py │ │ │ └── rqvae.py │ ├── optimizer │ │ ├── __init__.py │ │ ├── loss.py │ │ ├── optimizer.py │ │ └── scheduler.py │ ├── trainers │ │ ├── __init__.py │ │ ├── accumulator.py │ │ ├── extract_codes_c2i_ddp.py │ │ ├── train_c2i.py │ │ ├── train_mhtransformer_c2i.py │ │ ├── train_mhtransformer_c2i_v1.py │ │ ├── train_mhtransformer_c2i_v4.py │ │ ├── trainer.py │ │ └── trainer_rqvae.py │ ├── txtimg_datasets │ │ ├── __init__.py │ │ ├── cc3m.py │ │ ├── coco.py │ │ ├── tokenizers │ │ │ ├── __init__.py │ │ │ ├── pretrained │ │ │ │ ├── bert-base-uncased-vocab.txt │ │ │ │ ├── bpe-16k-merges.txt │ │ │ │ ├── bpe-16k-vocab.json │ │ │ │ ├── bpe-30k-merges.txt │ │ │ │ ├── bpe-30k-vocab.json │ │ │ │ ├── bpe_simple_vocab_16e6.txt.gz │ │ │ │ ├── merges.txt │ │ │ │ └── vocab.json │ │ │ ├── simple_tokenizer.py │ │ │ └── utils.py │ │ └── transforms.py │ └── utils │ │ ├── __init__.py │ │ ├── config.py │ │ ├── dist.py │ │ ├── profiler.py │ │ ├── setup.py │ │ ├── utils.py │ │ └── writer.py ├── scripts │ ├── compute_rfid.sh │ ├── extract_codes_tencrop_c2i.sh │ ├── rOCR.sh │ ├── sampling_dnd_transformer_arxiv_image.sh │ ├── sampling_dnd_transformer_imagenet.sh │ ├── sampling_dnd_transformer_text_image.sh │ ├── train_dnd_transformer_imagenet.sh │ └── train_rqvae.sh └── utils.py └── teaser.png /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/.DS_Store -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/README.md -------------------------------------------------------------------------------- /llama-dnd.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/llama-dnd.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/.DS_Store -------------------------------------------------------------------------------- /src/dataset/augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dataset/augmentation.py -------------------------------------------------------------------------------- /src/dataset/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dataset/build.py -------------------------------------------------------------------------------- /src/dataset/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dataset/coco.py -------------------------------------------------------------------------------- /src/dataset/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dataset/imagenet.py -------------------------------------------------------------------------------- /src/dataset/multilayer_code_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dataset/multilayer_code_dataset.py -------------------------------------------------------------------------------- /src/dataset/openimage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dataset/openimage.py -------------------------------------------------------------------------------- /src/dataset/pexels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dataset/pexels.py -------------------------------------------------------------------------------- /src/dataset/t2i.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dataset/t2i.py -------------------------------------------------------------------------------- /src/dataset/test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dataset/test.ipynb -------------------------------------------------------------------------------- /src/dnd_transformer/extract_codes_c2i_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dnd_transformer/extract_codes_c2i_ddp.py -------------------------------------------------------------------------------- /src/dnd_transformer/generate_multitoken_v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dnd_transformer/generate_multitoken_v3.py -------------------------------------------------------------------------------- /src/dnd_transformer/gpt_multitoken_v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dnd_transformer/gpt_multitoken_v3.py -------------------------------------------------------------------------------- /src/dnd_transformer/sample_c2i_ddp_v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dnd_transformer/sample_c2i_ddp_v3.py -------------------------------------------------------------------------------- /src/dnd_transformer/sample_c2i_ddp_v3_husky.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dnd_transformer/sample_c2i_ddp_v3_husky.py -------------------------------------------------------------------------------- /src/dnd_transformer/train_mhtransformer_c2i.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/dnd_transformer/train_mhtransformer_c2i.py -------------------------------------------------------------------------------- /src/llamagen_utils/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/llamagen_utils/data.py -------------------------------------------------------------------------------- /src/llamagen_utils/deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/llamagen_utils/deepspeed.py -------------------------------------------------------------------------------- /src/llamagen_utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/llamagen_utils/distributed.py -------------------------------------------------------------------------------- /src/llamagen_utils/drop_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/llamagen_utils/drop_path.py -------------------------------------------------------------------------------- /src/llamagen_utils/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/llamagen_utils/ema.py -------------------------------------------------------------------------------- /src/llamagen_utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/llamagen_utils/logger.py -------------------------------------------------------------------------------- /src/llamagen_utils/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/llamagen_utils/video.py -------------------------------------------------------------------------------- /src/rOCR/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rOCR/.DS_Store -------------------------------------------------------------------------------- /src/rOCR/infer_gt_DataParallel_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rOCR/infer_gt_DataParallel_qwen.py -------------------------------------------------------------------------------- /src/rOCR/infer_gt_ModelParallel_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rOCR/infer_gt_ModelParallel_qwen.py -------------------------------------------------------------------------------- /src/rOCR/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rOCR/metrics.py -------------------------------------------------------------------------------- /src/rqvae/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/rqvae/img_datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/img_datasets/__init__.py -------------------------------------------------------------------------------- /src/rqvae/img_datasets/assets/ffhqtrain.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/img_datasets/assets/ffhqtrain.txt -------------------------------------------------------------------------------- /src/rqvae/img_datasets/assets/ffhqvalidation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/img_datasets/assets/ffhqvalidation.txt -------------------------------------------------------------------------------- /src/rqvae/img_datasets/ffhq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/img_datasets/ffhq.py -------------------------------------------------------------------------------- /src/rqvae/img_datasets/lsun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/img_datasets/lsun.py -------------------------------------------------------------------------------- /src/rqvae/img_datasets/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/img_datasets/transforms.py -------------------------------------------------------------------------------- /src/rqvae/losses/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/rqvae/losses/vqgan/.caches/vgg.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/losses/vqgan/.caches/vgg.pth -------------------------------------------------------------------------------- /src/rqvae/losses/vqgan/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/losses/vqgan/__init__.py -------------------------------------------------------------------------------- /src/rqvae/losses/vqgan/discriminator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/losses/vqgan/discriminator.py -------------------------------------------------------------------------------- /src/rqvae/losses/vqgan/gan_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/losses/vqgan/gan_loss.py -------------------------------------------------------------------------------- /src/rqvae/losses/vqgan/lpips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/losses/vqgan/lpips.py -------------------------------------------------------------------------------- /src/rqvae/losses/vqgan/lpips_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/losses/vqgan/lpips_utils.py -------------------------------------------------------------------------------- /src/rqvae/metrics/IS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/metrics/IS.py -------------------------------------------------------------------------------- /src/rqvae/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/metrics/__init__.py -------------------------------------------------------------------------------- /src/rqvae/metrics/assets/ImageNet_label.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/metrics/assets/ImageNet_label.txt -------------------------------------------------------------------------------- /src/rqvae/metrics/assets/wnid_to_idx.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/metrics/assets/wnid_to_idx.yaml -------------------------------------------------------------------------------- /src/rqvae/metrics/clip_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/metrics/clip_score.py -------------------------------------------------------------------------------- /src/rqvae/metrics/fid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/metrics/fid.py -------------------------------------------------------------------------------- /src/rqvae/metrics/inception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/metrics/inception.py -------------------------------------------------------------------------------- /src/rqvae/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/models/__init__.py -------------------------------------------------------------------------------- /src/rqvae/models/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/models/ema.py -------------------------------------------------------------------------------- /src/rqvae/models/interfaces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/models/interfaces.py -------------------------------------------------------------------------------- /src/rqvae/models/rqtransformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/models/rqtransformer/__init__.py -------------------------------------------------------------------------------- /src/rqvae/models/rqtransformer/attentions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/models/rqtransformer/attentions.py -------------------------------------------------------------------------------- /src/rqvae/models/rqtransformer/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/models/rqtransformer/configs.py -------------------------------------------------------------------------------- /src/rqvae/models/rqtransformer/primitives.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/models/rqtransformer/primitives.py -------------------------------------------------------------------------------- /src/rqvae/models/rqtransformer/transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/models/rqtransformer/transformers.py -------------------------------------------------------------------------------- /src/rqvae/models/rqvae/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/models/rqvae/__init__.py -------------------------------------------------------------------------------- /src/rqvae/models/rqvae/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/models/rqvae/layers.py -------------------------------------------------------------------------------- /src/rqvae/models/rqvae/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/models/rqvae/modules.py -------------------------------------------------------------------------------- /src/rqvae/models/rqvae/quantizations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/models/rqvae/quantizations.py -------------------------------------------------------------------------------- /src/rqvae/models/rqvae/rqvae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/models/rqvae/rqvae.py -------------------------------------------------------------------------------- /src/rqvae/optimizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/optimizer/__init__.py -------------------------------------------------------------------------------- /src/rqvae/optimizer/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/optimizer/loss.py -------------------------------------------------------------------------------- /src/rqvae/optimizer/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/optimizer/optimizer.py -------------------------------------------------------------------------------- /src/rqvae/optimizer/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/optimizer/scheduler.py -------------------------------------------------------------------------------- /src/rqvae/trainers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/trainers/__init__.py -------------------------------------------------------------------------------- /src/rqvae/trainers/accumulator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/trainers/accumulator.py -------------------------------------------------------------------------------- /src/rqvae/trainers/extract_codes_c2i_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/trainers/extract_codes_c2i_ddp.py -------------------------------------------------------------------------------- /src/rqvae/trainers/train_c2i.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/trainers/train_c2i.py -------------------------------------------------------------------------------- /src/rqvae/trainers/train_mhtransformer_c2i.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/trainers/train_mhtransformer_c2i.py -------------------------------------------------------------------------------- /src/rqvae/trainers/train_mhtransformer_c2i_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/trainers/train_mhtransformer_c2i_v1.py -------------------------------------------------------------------------------- /src/rqvae/trainers/train_mhtransformer_c2i_v4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/trainers/train_mhtransformer_c2i_v4.py -------------------------------------------------------------------------------- /src/rqvae/trainers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/trainers/trainer.py -------------------------------------------------------------------------------- /src/rqvae/trainers/trainer_rqvae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/trainers/trainer_rqvae.py -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/__init__.py -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/cc3m.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/cc3m.py -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/coco.py -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/tokenizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/tokenizers/__init__.py -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/tokenizers/pretrained/bert-base-uncased-vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/tokenizers/pretrained/bert-base-uncased-vocab.txt -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/tokenizers/pretrained/bpe-16k-merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/tokenizers/pretrained/bpe-16k-merges.txt -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/tokenizers/pretrained/bpe-16k-vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/tokenizers/pretrained/bpe-16k-vocab.json -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/tokenizers/pretrained/bpe-30k-merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/tokenizers/pretrained/bpe-30k-merges.txt -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/tokenizers/pretrained/bpe-30k-vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/tokenizers/pretrained/bpe-30k-vocab.json -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/tokenizers/pretrained/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/tokenizers/pretrained/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/tokenizers/pretrained/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/tokenizers/pretrained/merges.txt -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/tokenizers/pretrained/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/tokenizers/pretrained/vocab.json -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/tokenizers/simple_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/tokenizers/simple_tokenizer.py -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/tokenizers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/tokenizers/utils.py -------------------------------------------------------------------------------- /src/rqvae/txtimg_datasets/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/txtimg_datasets/transforms.py -------------------------------------------------------------------------------- /src/rqvae/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/rqvae/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/utils/config.py -------------------------------------------------------------------------------- /src/rqvae/utils/dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/utils/dist.py -------------------------------------------------------------------------------- /src/rqvae/utils/profiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/utils/profiler.py -------------------------------------------------------------------------------- /src/rqvae/utils/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/utils/setup.py -------------------------------------------------------------------------------- /src/rqvae/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/utils/utils.py -------------------------------------------------------------------------------- /src/rqvae/utils/writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/rqvae/utils/writer.py -------------------------------------------------------------------------------- /src/scripts/compute_rfid.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/scripts/compute_rfid.sh -------------------------------------------------------------------------------- /src/scripts/extract_codes_tencrop_c2i.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/scripts/extract_codes_tencrop_c2i.sh -------------------------------------------------------------------------------- /src/scripts/rOCR.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/scripts/rOCR.sh -------------------------------------------------------------------------------- /src/scripts/sampling_dnd_transformer_arxiv_image.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/scripts/sampling_dnd_transformer_arxiv_image.sh -------------------------------------------------------------------------------- /src/scripts/sampling_dnd_transformer_imagenet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/scripts/sampling_dnd_transformer_imagenet.sh -------------------------------------------------------------------------------- /src/scripts/sampling_dnd_transformer_text_image.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/scripts/sampling_dnd_transformer_text_image.sh -------------------------------------------------------------------------------- /src/scripts/train_dnd_transformer_imagenet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/scripts/train_dnd_transformer_imagenet.sh -------------------------------------------------------------------------------- /src/scripts/train_rqvae.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/scripts/train_rqvae.sh -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/src/utils.py -------------------------------------------------------------------------------- /teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenllliang/DnD-Transformer/HEAD/teaser.png --------------------------------------------------------------------------------