├── .flake8 ├── .gitignore ├── LICENSE ├── README.md ├── accelerate_configs ├── 1_gpus_zero2.yaml ├── 8_gpus_zero2.yaml └── multi_nodes │ ├── 8_gpus_node_0.yaml │ └── 8_gpus_node_1.yaml ├── assets ├── model_overview.png ├── sample_image.jpg └── sample_video.mp4 ├── configs ├── nova_d48w1024_osp480.yaml ├── nova_d48w1024_sdxl1024.yaml ├── nova_d48w1536_sdxl1024.yaml └── nova_d48w768_sdxl1024.yaml ├── diffnext ├── __init__.py ├── data │ ├── __init__.py │ ├── flex_loaders.py │ ├── flex_pipelines.py │ └── flex_transforms.py ├── engine │ ├── __init__.py │ ├── engine_utils.py │ ├── lr_scheduler.py │ ├── model_ema.py │ └── train_engine.py ├── image_processor.py ├── models │ ├── __init__.py │ ├── autoencoders │ │ ├── __init__.py │ │ ├── autoencoder_kl.py │ │ ├── autoencoder_kl_cogvideox.py │ │ ├── autoencoder_kl_ltx.py │ │ ├── autoencoder_kl_opensora.py │ │ └── modeling_utils.py │ ├── diffusion_mlp.py │ ├── diffusion_transformer.py │ ├── embeddings.py │ ├── flex_attention.py │ ├── guidance_scaler.py │ ├── normalization.py │ ├── text_encoders │ │ ├── __init__.py │ │ └── phi.py │ ├── transformers │ │ ├── __init__.py │ │ ├── transformer_3d.py │ │ └── transformer_nova.py │ └── vision_transformer.py ├── pipelines │ ├── __init__.py │ ├── builder.py │ ├── nova │ │ ├── __init__.py │ │ ├── pipeline_nova.py │ │ ├── pipeline_nova_c2i.py │ │ ├── pipeline_train_c2i.py │ │ ├── pipeline_train_t2i.py │ │ └── pipeline_train_t2v.py │ └── pipeline_utils.py ├── schedulers │ ├── __init__.py │ ├── scheduling_cfm.py │ └── scheduling_ddpm.py └── utils │ ├── __init__.py │ ├── accelerate_utils.py │ ├── export_utils.py │ ├── omegaconf_utils.py │ ├── profiler.py │ └── registry.py ├── docs ├── evaluation.md ├── inference.md ├── model_zoo.md └── training.md ├── evaluations ├── geneval │ ├── metadata.jsonl │ ├── prompts.json │ └── sample.py └── vbench │ ├── prompts.json │ └── sample.py ├── pyproject.toml ├── requirements.txt ├── scripts ├── app_nova_t2i.py ├── app_nova_t2v.py └── train.py ├── setup.py └── version.txt /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/.flake8 -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/README.md -------------------------------------------------------------------------------- /accelerate_configs/1_gpus_zero2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/accelerate_configs/1_gpus_zero2.yaml -------------------------------------------------------------------------------- /accelerate_configs/8_gpus_zero2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/accelerate_configs/8_gpus_zero2.yaml -------------------------------------------------------------------------------- /accelerate_configs/multi_nodes/8_gpus_node_0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/accelerate_configs/multi_nodes/8_gpus_node_0.yaml -------------------------------------------------------------------------------- /accelerate_configs/multi_nodes/8_gpus_node_1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/accelerate_configs/multi_nodes/8_gpus_node_1.yaml -------------------------------------------------------------------------------- /assets/model_overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/assets/model_overview.png -------------------------------------------------------------------------------- /assets/sample_image.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/assets/sample_image.jpg -------------------------------------------------------------------------------- /assets/sample_video.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/assets/sample_video.mp4 -------------------------------------------------------------------------------- /configs/nova_d48w1024_osp480.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/configs/nova_d48w1024_osp480.yaml -------------------------------------------------------------------------------- /configs/nova_d48w1024_sdxl1024.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/configs/nova_d48w1024_sdxl1024.yaml -------------------------------------------------------------------------------- /configs/nova_d48w1536_sdxl1024.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/configs/nova_d48w1536_sdxl1024.yaml -------------------------------------------------------------------------------- /configs/nova_d48w768_sdxl1024.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/configs/nova_d48w768_sdxl1024.yaml -------------------------------------------------------------------------------- /diffnext/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/__init__.py -------------------------------------------------------------------------------- /diffnext/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/data/__init__.py -------------------------------------------------------------------------------- /diffnext/data/flex_loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/data/flex_loaders.py -------------------------------------------------------------------------------- /diffnext/data/flex_pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/data/flex_pipelines.py -------------------------------------------------------------------------------- /diffnext/data/flex_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/data/flex_transforms.py -------------------------------------------------------------------------------- /diffnext/engine/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/engine/__init__.py -------------------------------------------------------------------------------- /diffnext/engine/engine_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/engine/engine_utils.py -------------------------------------------------------------------------------- /diffnext/engine/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/engine/lr_scheduler.py -------------------------------------------------------------------------------- /diffnext/engine/model_ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/engine/model_ema.py -------------------------------------------------------------------------------- /diffnext/engine/train_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/engine/train_engine.py -------------------------------------------------------------------------------- /diffnext/image_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/image_processor.py -------------------------------------------------------------------------------- /diffnext/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/__init__.py -------------------------------------------------------------------------------- /diffnext/models/autoencoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/autoencoders/__init__.py -------------------------------------------------------------------------------- /diffnext/models/autoencoders/autoencoder_kl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/autoencoders/autoencoder_kl.py -------------------------------------------------------------------------------- /diffnext/models/autoencoders/autoencoder_kl_cogvideox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/autoencoders/autoencoder_kl_cogvideox.py -------------------------------------------------------------------------------- /diffnext/models/autoencoders/autoencoder_kl_ltx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/autoencoders/autoencoder_kl_ltx.py -------------------------------------------------------------------------------- /diffnext/models/autoencoders/autoencoder_kl_opensora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/autoencoders/autoencoder_kl_opensora.py -------------------------------------------------------------------------------- /diffnext/models/autoencoders/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/autoencoders/modeling_utils.py -------------------------------------------------------------------------------- /diffnext/models/diffusion_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/diffusion_mlp.py -------------------------------------------------------------------------------- /diffnext/models/diffusion_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/diffusion_transformer.py -------------------------------------------------------------------------------- /diffnext/models/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/embeddings.py -------------------------------------------------------------------------------- /diffnext/models/flex_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/flex_attention.py -------------------------------------------------------------------------------- /diffnext/models/guidance_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/guidance_scaler.py -------------------------------------------------------------------------------- /diffnext/models/normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/normalization.py -------------------------------------------------------------------------------- /diffnext/models/text_encoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/text_encoders/__init__.py -------------------------------------------------------------------------------- /diffnext/models/text_encoders/phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/text_encoders/phi.py -------------------------------------------------------------------------------- /diffnext/models/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/transformers/__init__.py -------------------------------------------------------------------------------- /diffnext/models/transformers/transformer_3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/transformers/transformer_3d.py -------------------------------------------------------------------------------- /diffnext/models/transformers/transformer_nova.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/transformers/transformer_nova.py -------------------------------------------------------------------------------- /diffnext/models/vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/models/vision_transformer.py -------------------------------------------------------------------------------- /diffnext/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/pipelines/__init__.py -------------------------------------------------------------------------------- /diffnext/pipelines/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/pipelines/builder.py -------------------------------------------------------------------------------- /diffnext/pipelines/nova/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/pipelines/nova/__init__.py -------------------------------------------------------------------------------- /diffnext/pipelines/nova/pipeline_nova.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/pipelines/nova/pipeline_nova.py -------------------------------------------------------------------------------- /diffnext/pipelines/nova/pipeline_nova_c2i.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/pipelines/nova/pipeline_nova_c2i.py -------------------------------------------------------------------------------- /diffnext/pipelines/nova/pipeline_train_c2i.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/pipelines/nova/pipeline_train_c2i.py -------------------------------------------------------------------------------- /diffnext/pipelines/nova/pipeline_train_t2i.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/pipelines/nova/pipeline_train_t2i.py -------------------------------------------------------------------------------- /diffnext/pipelines/nova/pipeline_train_t2v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/pipelines/nova/pipeline_train_t2v.py -------------------------------------------------------------------------------- /diffnext/pipelines/pipeline_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/pipelines/pipeline_utils.py -------------------------------------------------------------------------------- /diffnext/schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/schedulers/__init__.py -------------------------------------------------------------------------------- /diffnext/schedulers/scheduling_cfm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/schedulers/scheduling_cfm.py -------------------------------------------------------------------------------- /diffnext/schedulers/scheduling_ddpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/schedulers/scheduling_ddpm.py -------------------------------------------------------------------------------- /diffnext/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/utils/__init__.py -------------------------------------------------------------------------------- /diffnext/utils/accelerate_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/utils/accelerate_utils.py -------------------------------------------------------------------------------- /diffnext/utils/export_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/utils/export_utils.py -------------------------------------------------------------------------------- /diffnext/utils/omegaconf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/utils/omegaconf_utils.py -------------------------------------------------------------------------------- /diffnext/utils/profiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/utils/profiler.py -------------------------------------------------------------------------------- /diffnext/utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/diffnext/utils/registry.py -------------------------------------------------------------------------------- /docs/evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/docs/evaluation.md -------------------------------------------------------------------------------- /docs/inference.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/docs/inference.md -------------------------------------------------------------------------------- /docs/model_zoo.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/docs/model_zoo.md -------------------------------------------------------------------------------- /docs/training.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/docs/training.md -------------------------------------------------------------------------------- /evaluations/geneval/metadata.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/evaluations/geneval/metadata.jsonl -------------------------------------------------------------------------------- /evaluations/geneval/prompts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/evaluations/geneval/prompts.json -------------------------------------------------------------------------------- /evaluations/geneval/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/evaluations/geneval/sample.py -------------------------------------------------------------------------------- /evaluations/vbench/prompts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/evaluations/vbench/prompts.json -------------------------------------------------------------------------------- /evaluations/vbench/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/evaluations/vbench/sample.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.black] 2 | line-length = 100 3 | target-version = ['py310'] 4 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/app_nova_t2i.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/scripts/app_nova_t2i.py -------------------------------------------------------------------------------- /scripts/app_nova_t2v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/scripts/app_nova_t2v.py -------------------------------------------------------------------------------- /scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/scripts/train.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/NOVA/HEAD/setup.py -------------------------------------------------------------------------------- /version.txt: -------------------------------------------------------------------------------- 1 | 0.2.0a0 2 | --------------------------------------------------------------------------------