├── LICENSE ├── README.md ├── assets ├── IBQ-gradient-flow.png ├── IBQ-teaser.png ├── Open-MAGVIT2-framework.png ├── Open-MAGVIT2-teaser.png ├── Pretrain_comparison.png └── comparsion.png ├── combine_npz.py ├── configs ├── IBQ │ ├── gpu │ │ ├── imagenet_conditional_llama_B.yaml │ │ ├── imagenet_conditional_llama_L.yaml │ │ ├── imagenet_conditional_llama_XL.yaml │ │ ├── imagenet_conditional_llama_XXL.yaml │ │ ├── imagenet_ibqgan_1024.yaml │ │ ├── imagenet_ibqgan_16384.yaml │ │ ├── imagenet_ibqgan_262144.yaml │ │ ├── imagenet_ibqgan_8192.yaml │ │ ├── pretrain_ibqgan_16384.yaml │ │ └── pretrain_ibqgan_262144.yaml │ └── npu │ │ ├── imagenet_conditional_llama_B.yaml │ │ ├── imagenet_conditional_llama_L.yaml │ │ ├── imagenet_conditional_llama_XL.yaml │ │ ├── imagenet_conditional_llama_XXL.yaml │ │ ├── imagenet_ibqgan_1024.yaml │ │ ├── imagenet_ibqgan_16384.yaml │ │ ├── imagenet_ibqgan_262144.yaml │ │ ├── imagenet_ibqgan_8192.yaml │ │ ├── pretrain_ibqgan_16384.yaml │ │ └── pretrain_ibqgan_262144.yaml └── Open-MAGVIT2 │ ├── gpu │ ├── imagenet_conditional_llama_B.yaml │ ├── imagenet_conditional_llama_L.yaml │ ├── imagenet_conditional_llama_XL.yaml │ ├── imagenet_lfqgan_128_L.yaml │ ├── imagenet_lfqgan_256_L.yaml │ ├── pretrain_lfqgan_256_16384.yaml │ ├── pretrain_lfqgan_256_262144.yaml │ └── ucf101_lfqfan_128_L.yaml │ └── npu │ ├── imagenet_conditional_llama_B.yaml │ ├── imagenet_conditional_llama_L.yaml │ ├── imagenet_conditional_llama_XL.yaml │ ├── imagenet_lfqgan_128_L.yaml │ ├── imagenet_lfqgan_256_L.yaml │ ├── pretrain_lfqgan_256_16384.yaml │ ├── pretrain_lfqgan_256_262144.yaml │ └── ucf101_lfqgan_128_L.yaml ├── docs ├── IBQ.md └── Open-MAGVIT2.md ├── evaluation_image.py ├── evaluation_original_reso.py ├── evaluation_video.py ├── generate.py ├── main.py ├── metrics ├── fid.py ├── fvd.py ├── inception.py └── pytorch_i3d.py ├── reconstruct_image.py ├── reconstruct_video.py ├── requirements.txt ├── sample.py ├── scripts ├── evaluation │ ├── evaluation_128.sh │ ├── evaluation_256.sh │ ├── evaluation_original.sh │ ├── evaluation_video.sh │ ├── sample_gpu.sh │ └── sample_npu.sh ├── inference │ ├── generate.sh │ ├── reconstruct_image.sh │ └── reconstruct_video.sh ├── train_autogressive │ └── run.sh └── train_tokenizer │ ├── IBQ │ ├── pretrain_256.sh │ ├── run_16384.sh │ └── run_262144.sh │ └── Open-MAGVIT2 │ ├── pretrain_256.sh │ ├── run_128_L.sh │ ├── run_256_L.sh │ └── run_video.sh └── src ├── IBQ ├── data │ ├── base.py │ ├── helper_types.py │ ├── imagenet.py │ └── utils.py ├── lr_scheduler.py ├── models │ ├── cond_transformer_llama.py │ ├── dummy_cond_stage.py │ ├── ibqgan.py │ └── ibqgan_pretrain.py ├── modules │ ├── autoencoder │ │ └── lpips │ │ │ └── vgg.pth │ ├── diffusionmodules │ │ └── model.py │ ├── discriminator │ │ └── model.py │ ├── ema.py │ ├── losses │ │ ├── __init__.py │ │ ├── lpips.py │ │ ├── segmentation.py │ │ └── vqperceptual.py │ ├── scheduler │ │ └── lr_scheduler.py │ ├── transformer │ │ ├── llama.py │ │ ├── mingpt.py │ │ └── permuter.py │ ├── util.py │ └── vqvae │ │ └── quantize.py └── util.py └── Open_MAGVIT2 ├── data ├── base.py ├── functional.py ├── helper_types.py ├── imagenet.py ├── prepare_pretrain.py ├── pretrain.py ├── rand_augment.py ├── random_erasing.py ├── ucf101.py ├── utils.py ├── video_transforms.py └── volume_transforms.py ├── lr_scheduler.py ├── models ├── cond_transformer.py ├── cond_transformer_gpt.py ├── dummy_cond_stage.py ├── lfqgan.py ├── lfqgan_pretrain.py └── video_lfqgan.py ├── modules ├── autoencoder │ └── lpips │ │ └── vgg.pth ├── diffusionmodules │ ├── improved_model.py │ ├── improved_video_model.py │ └── model.py ├── discriminator │ └── model.py ├── ema.py ├── losses │ ├── __init__.py │ ├── lpips.py │ ├── segmentation.py │ ├── video_vqperceptual.py │ └── vqperceptual.py ├── scheduler │ └── lr_scheduler.py ├── transformer │ ├── gpt.py │ ├── mingpt.py │ └── permuter.py ├── util.py └── vqvae │ ├── lookup_free_quantize.py │ └── quantize.py └── util.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/README.md -------------------------------------------------------------------------------- /assets/IBQ-gradient-flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/assets/IBQ-gradient-flow.png -------------------------------------------------------------------------------- /assets/IBQ-teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/assets/IBQ-teaser.png -------------------------------------------------------------------------------- /assets/Open-MAGVIT2-framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/assets/Open-MAGVIT2-framework.png -------------------------------------------------------------------------------- /assets/Open-MAGVIT2-teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/assets/Open-MAGVIT2-teaser.png -------------------------------------------------------------------------------- /assets/Pretrain_comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/assets/Pretrain_comparison.png -------------------------------------------------------------------------------- /assets/comparsion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/assets/comparsion.png -------------------------------------------------------------------------------- /combine_npz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/combine_npz.py -------------------------------------------------------------------------------- /configs/IBQ/gpu/imagenet_conditional_llama_B.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/gpu/imagenet_conditional_llama_B.yaml -------------------------------------------------------------------------------- /configs/IBQ/gpu/imagenet_conditional_llama_L.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/gpu/imagenet_conditional_llama_L.yaml -------------------------------------------------------------------------------- /configs/IBQ/gpu/imagenet_conditional_llama_XL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/gpu/imagenet_conditional_llama_XL.yaml -------------------------------------------------------------------------------- /configs/IBQ/gpu/imagenet_conditional_llama_XXL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/gpu/imagenet_conditional_llama_XXL.yaml -------------------------------------------------------------------------------- /configs/IBQ/gpu/imagenet_ibqgan_1024.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/gpu/imagenet_ibqgan_1024.yaml -------------------------------------------------------------------------------- /configs/IBQ/gpu/imagenet_ibqgan_16384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/gpu/imagenet_ibqgan_16384.yaml -------------------------------------------------------------------------------- /configs/IBQ/gpu/imagenet_ibqgan_262144.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/gpu/imagenet_ibqgan_262144.yaml -------------------------------------------------------------------------------- /configs/IBQ/gpu/imagenet_ibqgan_8192.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/gpu/imagenet_ibqgan_8192.yaml -------------------------------------------------------------------------------- /configs/IBQ/gpu/pretrain_ibqgan_16384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/gpu/pretrain_ibqgan_16384.yaml -------------------------------------------------------------------------------- /configs/IBQ/gpu/pretrain_ibqgan_262144.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/gpu/pretrain_ibqgan_262144.yaml -------------------------------------------------------------------------------- /configs/IBQ/npu/imagenet_conditional_llama_B.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/npu/imagenet_conditional_llama_B.yaml -------------------------------------------------------------------------------- /configs/IBQ/npu/imagenet_conditional_llama_L.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/npu/imagenet_conditional_llama_L.yaml -------------------------------------------------------------------------------- /configs/IBQ/npu/imagenet_conditional_llama_XL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/npu/imagenet_conditional_llama_XL.yaml -------------------------------------------------------------------------------- /configs/IBQ/npu/imagenet_conditional_llama_XXL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/npu/imagenet_conditional_llama_XXL.yaml -------------------------------------------------------------------------------- /configs/IBQ/npu/imagenet_ibqgan_1024.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/npu/imagenet_ibqgan_1024.yaml -------------------------------------------------------------------------------- /configs/IBQ/npu/imagenet_ibqgan_16384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/npu/imagenet_ibqgan_16384.yaml -------------------------------------------------------------------------------- /configs/IBQ/npu/imagenet_ibqgan_262144.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/npu/imagenet_ibqgan_262144.yaml -------------------------------------------------------------------------------- /configs/IBQ/npu/imagenet_ibqgan_8192.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/npu/imagenet_ibqgan_8192.yaml -------------------------------------------------------------------------------- /configs/IBQ/npu/pretrain_ibqgan_16384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/npu/pretrain_ibqgan_16384.yaml -------------------------------------------------------------------------------- /configs/IBQ/npu/pretrain_ibqgan_262144.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/IBQ/npu/pretrain_ibqgan_262144.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/gpu/imagenet_conditional_llama_B.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/gpu/imagenet_conditional_llama_B.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/gpu/imagenet_conditional_llama_L.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/gpu/imagenet_conditional_llama_L.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/gpu/imagenet_conditional_llama_XL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/gpu/imagenet_conditional_llama_XL.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/gpu/imagenet_lfqgan_128_L.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/gpu/imagenet_lfqgan_128_L.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/gpu/imagenet_lfqgan_256_L.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/gpu/imagenet_lfqgan_256_L.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/gpu/pretrain_lfqgan_256_16384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/gpu/pretrain_lfqgan_256_16384.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/gpu/pretrain_lfqgan_256_262144.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/gpu/pretrain_lfqgan_256_262144.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/gpu/ucf101_lfqfan_128_L.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/gpu/ucf101_lfqfan_128_L.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/npu/imagenet_conditional_llama_B.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/npu/imagenet_conditional_llama_B.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/npu/imagenet_conditional_llama_L.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/npu/imagenet_conditional_llama_L.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/npu/imagenet_conditional_llama_XL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/npu/imagenet_conditional_llama_XL.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/npu/imagenet_lfqgan_128_L.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/npu/imagenet_lfqgan_128_L.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/npu/imagenet_lfqgan_256_L.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/npu/imagenet_lfqgan_256_L.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/npu/pretrain_lfqgan_256_16384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/npu/pretrain_lfqgan_256_16384.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/npu/pretrain_lfqgan_256_262144.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/npu/pretrain_lfqgan_256_262144.yaml -------------------------------------------------------------------------------- /configs/Open-MAGVIT2/npu/ucf101_lfqgan_128_L.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/configs/Open-MAGVIT2/npu/ucf101_lfqgan_128_L.yaml -------------------------------------------------------------------------------- /docs/IBQ.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/docs/IBQ.md -------------------------------------------------------------------------------- /docs/Open-MAGVIT2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/docs/Open-MAGVIT2.md -------------------------------------------------------------------------------- /evaluation_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/evaluation_image.py -------------------------------------------------------------------------------- /evaluation_original_reso.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/evaluation_original_reso.py -------------------------------------------------------------------------------- /evaluation_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/evaluation_video.py -------------------------------------------------------------------------------- /generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/generate.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/main.py -------------------------------------------------------------------------------- /metrics/fid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/metrics/fid.py -------------------------------------------------------------------------------- /metrics/fvd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/metrics/fvd.py -------------------------------------------------------------------------------- /metrics/inception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/metrics/inception.py -------------------------------------------------------------------------------- /metrics/pytorch_i3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/metrics/pytorch_i3d.py -------------------------------------------------------------------------------- /reconstruct_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/reconstruct_image.py -------------------------------------------------------------------------------- /reconstruct_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/reconstruct_video.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/requirements.txt -------------------------------------------------------------------------------- /sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/sample.py -------------------------------------------------------------------------------- /scripts/evaluation/evaluation_128.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/evaluation/evaluation_128.sh -------------------------------------------------------------------------------- /scripts/evaluation/evaluation_256.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/evaluation/evaluation_256.sh -------------------------------------------------------------------------------- /scripts/evaluation/evaluation_original.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/evaluation/evaluation_original.sh -------------------------------------------------------------------------------- /scripts/evaluation/evaluation_video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/evaluation/evaluation_video.sh -------------------------------------------------------------------------------- /scripts/evaluation/sample_gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/evaluation/sample_gpu.sh -------------------------------------------------------------------------------- /scripts/evaluation/sample_npu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/evaluation/sample_npu.sh -------------------------------------------------------------------------------- /scripts/inference/generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/inference/generate.sh -------------------------------------------------------------------------------- /scripts/inference/reconstruct_image.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/inference/reconstruct_image.sh -------------------------------------------------------------------------------- /scripts/inference/reconstruct_video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/inference/reconstruct_video.sh -------------------------------------------------------------------------------- /scripts/train_autogressive/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/train_autogressive/run.sh -------------------------------------------------------------------------------- /scripts/train_tokenizer/IBQ/pretrain_256.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/train_tokenizer/IBQ/pretrain_256.sh -------------------------------------------------------------------------------- /scripts/train_tokenizer/IBQ/run_16384.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/train_tokenizer/IBQ/run_16384.sh -------------------------------------------------------------------------------- /scripts/train_tokenizer/IBQ/run_262144.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/train_tokenizer/IBQ/run_262144.sh -------------------------------------------------------------------------------- /scripts/train_tokenizer/Open-MAGVIT2/pretrain_256.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/train_tokenizer/Open-MAGVIT2/pretrain_256.sh -------------------------------------------------------------------------------- /scripts/train_tokenizer/Open-MAGVIT2/run_128_L.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/train_tokenizer/Open-MAGVIT2/run_128_L.sh -------------------------------------------------------------------------------- /scripts/train_tokenizer/Open-MAGVIT2/run_256_L.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/train_tokenizer/Open-MAGVIT2/run_256_L.sh -------------------------------------------------------------------------------- /scripts/train_tokenizer/Open-MAGVIT2/run_video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/scripts/train_tokenizer/Open-MAGVIT2/run_video.sh -------------------------------------------------------------------------------- /src/IBQ/data/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/data/base.py -------------------------------------------------------------------------------- /src/IBQ/data/helper_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/data/helper_types.py -------------------------------------------------------------------------------- /src/IBQ/data/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/data/imagenet.py -------------------------------------------------------------------------------- /src/IBQ/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/data/utils.py -------------------------------------------------------------------------------- /src/IBQ/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/lr_scheduler.py -------------------------------------------------------------------------------- /src/IBQ/models/cond_transformer_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/models/cond_transformer_llama.py -------------------------------------------------------------------------------- /src/IBQ/models/dummy_cond_stage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/models/dummy_cond_stage.py -------------------------------------------------------------------------------- /src/IBQ/models/ibqgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/models/ibqgan.py -------------------------------------------------------------------------------- /src/IBQ/models/ibqgan_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/models/ibqgan_pretrain.py -------------------------------------------------------------------------------- /src/IBQ/modules/autoencoder/lpips/vgg.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/modules/autoencoder/lpips/vgg.pth -------------------------------------------------------------------------------- /src/IBQ/modules/diffusionmodules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/modules/diffusionmodules/model.py -------------------------------------------------------------------------------- /src/IBQ/modules/discriminator/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/modules/discriminator/model.py -------------------------------------------------------------------------------- /src/IBQ/modules/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/modules/ema.py -------------------------------------------------------------------------------- /src/IBQ/modules/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/modules/losses/__init__.py -------------------------------------------------------------------------------- /src/IBQ/modules/losses/lpips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/modules/losses/lpips.py -------------------------------------------------------------------------------- /src/IBQ/modules/losses/segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/modules/losses/segmentation.py -------------------------------------------------------------------------------- /src/IBQ/modules/losses/vqperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/modules/losses/vqperceptual.py -------------------------------------------------------------------------------- /src/IBQ/modules/scheduler/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/modules/scheduler/lr_scheduler.py -------------------------------------------------------------------------------- /src/IBQ/modules/transformer/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/modules/transformer/llama.py -------------------------------------------------------------------------------- /src/IBQ/modules/transformer/mingpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/modules/transformer/mingpt.py -------------------------------------------------------------------------------- /src/IBQ/modules/transformer/permuter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/modules/transformer/permuter.py -------------------------------------------------------------------------------- /src/IBQ/modules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/modules/util.py -------------------------------------------------------------------------------- /src/IBQ/modules/vqvae/quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/modules/vqvae/quantize.py -------------------------------------------------------------------------------- /src/IBQ/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/IBQ/util.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/data/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/data/base.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/data/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/data/functional.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/data/helper_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/data/helper_types.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/data/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/data/imagenet.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/data/prepare_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/data/prepare_pretrain.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/data/pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/data/pretrain.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/data/rand_augment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/data/rand_augment.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/data/random_erasing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/data/random_erasing.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/data/ucf101.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/data/ucf101.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/data/utils.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/data/video_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/data/video_transforms.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/data/volume_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/data/volume_transforms.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/lr_scheduler.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/models/cond_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/models/cond_transformer.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/models/cond_transformer_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/models/cond_transformer_gpt.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/models/dummy_cond_stage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/models/dummy_cond_stage.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/models/lfqgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/models/lfqgan.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/models/lfqgan_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/models/lfqgan_pretrain.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/models/video_lfqgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/models/video_lfqgan.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/autoencoder/lpips/vgg.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/autoencoder/lpips/vgg.pth -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/diffusionmodules/improved_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/diffusionmodules/improved_model.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/diffusionmodules/improved_video_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/diffusionmodules/improved_video_model.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/diffusionmodules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/diffusionmodules/model.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/discriminator/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/discriminator/model.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/ema.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/losses/__init__.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/losses/lpips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/losses/lpips.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/losses/segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/losses/segmentation.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/losses/video_vqperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/losses/video_vqperceptual.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/losses/vqperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/losses/vqperceptual.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/scheduler/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/scheduler/lr_scheduler.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/transformer/gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/transformer/gpt.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/transformer/mingpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/transformer/mingpt.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/transformer/permuter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/transformer/permuter.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/util.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/vqvae/lookup_free_quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/vqvae/lookup_free_quantize.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/modules/vqvae/quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/modules/vqvae/quantize.py -------------------------------------------------------------------------------- /src/Open_MAGVIT2/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TencentARC/SEED-Voken/HEAD/src/Open_MAGVIT2/util.py --------------------------------------------------------------------------------