├── .github └── workflows │ └── static.yml ├── .gitignore ├── LICENSE ├── README.md ├── ar_gen.ipynb ├── configs ├── autoregressive_l.yaml ├── autoregressive_xl.yaml ├── onenode_config.yaml ├── tokenizer_l.yaml └── tokenizer_xl.yaml ├── examples ├── city.jpg ├── food.jpg └── highland.webp ├── fid_stats └── adm_in256_stats.npz ├── gen_demo.py ├── imagenet_classes.py ├── pages ├── figs │ ├── Token_PCA.png │ ├── comp_table.jpg │ ├── spectral_analysis.png │ ├── spectral_titok_ours.jpg │ ├── teaser.jpg │ └── tokenizer.png └── index.html ├── requirements.txt ├── semanticist ├── engine │ ├── diffusion_trainer.py │ ├── gpt_trainer.py │ └── trainer_utils.py ├── stage1 │ ├── diffuse_slot.py │ ├── diffusion │ │ ├── __init__.py │ │ ├── diffusion_utils.py │ │ ├── gaussian_diffusion.py │ │ ├── respace.py │ │ └── timestep_sampler.py │ ├── diffusion_transfomer.py │ ├── fused_attention.py │ ├── pos_embed.py │ ├── transport │ │ ├── __init__.py │ │ ├── integrators.py │ │ ├── path.py │ │ ├── transport.py │ │ └── utils.py │ └── vision_transformer.py ├── stage2 │ ├── diffloss.py │ ├── generate.py │ └── gpt.py └── utils │ ├── datasets.py │ ├── device_utils.py │ ├── logger.py │ └── lr_scheduler.py ├── submitit_test.py ├── submitit_train.py ├── test.sh ├── test_net.py ├── tok_demo.py ├── train.sh └── train_net.py /.github/workflows/static.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/.github/workflows/static.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/README.md -------------------------------------------------------------------------------- /ar_gen.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/ar_gen.ipynb -------------------------------------------------------------------------------- /configs/autoregressive_l.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/configs/autoregressive_l.yaml -------------------------------------------------------------------------------- /configs/autoregressive_xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/configs/autoregressive_xl.yaml -------------------------------------------------------------------------------- /configs/onenode_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/configs/onenode_config.yaml -------------------------------------------------------------------------------- /configs/tokenizer_l.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/configs/tokenizer_l.yaml -------------------------------------------------------------------------------- /configs/tokenizer_xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/configs/tokenizer_xl.yaml -------------------------------------------------------------------------------- /examples/city.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/examples/city.jpg -------------------------------------------------------------------------------- /examples/food.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/examples/food.jpg -------------------------------------------------------------------------------- /examples/highland.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/examples/highland.webp -------------------------------------------------------------------------------- /fid_stats/adm_in256_stats.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/fid_stats/adm_in256_stats.npz -------------------------------------------------------------------------------- /gen_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/gen_demo.py -------------------------------------------------------------------------------- /imagenet_classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/imagenet_classes.py -------------------------------------------------------------------------------- /pages/figs/Token_PCA.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/pages/figs/Token_PCA.png -------------------------------------------------------------------------------- /pages/figs/comp_table.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/pages/figs/comp_table.jpg -------------------------------------------------------------------------------- /pages/figs/spectral_analysis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/pages/figs/spectral_analysis.png -------------------------------------------------------------------------------- /pages/figs/spectral_titok_ours.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/pages/figs/spectral_titok_ours.jpg -------------------------------------------------------------------------------- /pages/figs/teaser.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/pages/figs/teaser.jpg -------------------------------------------------------------------------------- /pages/figs/tokenizer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/pages/figs/tokenizer.png -------------------------------------------------------------------------------- /pages/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/pages/index.html -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/requirements.txt -------------------------------------------------------------------------------- /semanticist/engine/diffusion_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/engine/diffusion_trainer.py -------------------------------------------------------------------------------- /semanticist/engine/gpt_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/engine/gpt_trainer.py -------------------------------------------------------------------------------- /semanticist/engine/trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/engine/trainer_utils.py -------------------------------------------------------------------------------- /semanticist/stage1/diffuse_slot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/diffuse_slot.py -------------------------------------------------------------------------------- /semanticist/stage1/diffusion/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/diffusion/__init__.py -------------------------------------------------------------------------------- /semanticist/stage1/diffusion/diffusion_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/diffusion/diffusion_utils.py -------------------------------------------------------------------------------- /semanticist/stage1/diffusion/gaussian_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/diffusion/gaussian_diffusion.py -------------------------------------------------------------------------------- /semanticist/stage1/diffusion/respace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/diffusion/respace.py -------------------------------------------------------------------------------- /semanticist/stage1/diffusion/timestep_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/diffusion/timestep_sampler.py -------------------------------------------------------------------------------- /semanticist/stage1/diffusion_transfomer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/diffusion_transfomer.py -------------------------------------------------------------------------------- /semanticist/stage1/fused_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/fused_attention.py -------------------------------------------------------------------------------- /semanticist/stage1/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/pos_embed.py -------------------------------------------------------------------------------- /semanticist/stage1/transport/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/transport/__init__.py -------------------------------------------------------------------------------- /semanticist/stage1/transport/integrators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/transport/integrators.py -------------------------------------------------------------------------------- /semanticist/stage1/transport/path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/transport/path.py -------------------------------------------------------------------------------- /semanticist/stage1/transport/transport.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/transport/transport.py -------------------------------------------------------------------------------- /semanticist/stage1/transport/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/transport/utils.py -------------------------------------------------------------------------------- /semanticist/stage1/vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage1/vision_transformer.py -------------------------------------------------------------------------------- /semanticist/stage2/diffloss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage2/diffloss.py -------------------------------------------------------------------------------- /semanticist/stage2/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage2/generate.py -------------------------------------------------------------------------------- /semanticist/stage2/gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/stage2/gpt.py -------------------------------------------------------------------------------- /semanticist/utils/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/utils/datasets.py -------------------------------------------------------------------------------- /semanticist/utils/device_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/utils/device_utils.py -------------------------------------------------------------------------------- /semanticist/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/utils/logger.py -------------------------------------------------------------------------------- /semanticist/utils/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/semanticist/utils/lr_scheduler.py -------------------------------------------------------------------------------- /submitit_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/submitit_test.py -------------------------------------------------------------------------------- /submitit_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/submitit_train.py -------------------------------------------------------------------------------- /test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/test.sh -------------------------------------------------------------------------------- /test_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/test_net.py -------------------------------------------------------------------------------- /tok_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/tok_demo.py -------------------------------------------------------------------------------- /train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/train.sh -------------------------------------------------------------------------------- /train_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-gen/semanticist/HEAD/train_net.py --------------------------------------------------------------------------------