├── .gitignore ├── LICENSE.txt ├── NOTICE ├── README.md ├── allegro ├── dataset │ ├── __init__.py │ ├── allegro_datasets.py │ ├── allegro_ti2v_datasets.py │ └── transform.py ├── models │ ├── transformers │ │ ├── block.py │ │ ├── embedding.py │ │ ├── rope.py │ │ ├── transformer_3d_allegro.py │ │ └── transformer_3d_allegro_ti2v.py │ └── vae │ │ ├── modules.py │ │ └── vae_allegro.py ├── pipelines │ ├── data_process.py │ ├── pipeline_allegro.py │ └── pipeline_allegro_ti2v.py └── utils │ ├── adaptor.py │ ├── dataset_utils.py │ ├── mask_utils.py │ └── utils.py ├── assets ├── Allegro_banner.gif ├── TI2V_banner.gif ├── banner_white.gif ├── demo_video.mp4 └── rhymes_1.png ├── config ├── accelerate_config.yaml └── deepspeed_config.json ├── requirements.txt ├── single_inference.py ├── single_inference_ti2v.py ├── train.py ├── train_ti2v.py └── vae_inference.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /NOTICE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/NOTICE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/README.md -------------------------------------------------------------------------------- /allegro/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/dataset/__init__.py -------------------------------------------------------------------------------- /allegro/dataset/allegro_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/dataset/allegro_datasets.py -------------------------------------------------------------------------------- /allegro/dataset/allegro_ti2v_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/dataset/allegro_ti2v_datasets.py -------------------------------------------------------------------------------- /allegro/dataset/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/dataset/transform.py -------------------------------------------------------------------------------- /allegro/models/transformers/block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/models/transformers/block.py -------------------------------------------------------------------------------- /allegro/models/transformers/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/models/transformers/embedding.py -------------------------------------------------------------------------------- /allegro/models/transformers/rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/models/transformers/rope.py -------------------------------------------------------------------------------- /allegro/models/transformers/transformer_3d_allegro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/models/transformers/transformer_3d_allegro.py -------------------------------------------------------------------------------- /allegro/models/transformers/transformer_3d_allegro_ti2v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/models/transformers/transformer_3d_allegro_ti2v.py -------------------------------------------------------------------------------- /allegro/models/vae/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/models/vae/modules.py -------------------------------------------------------------------------------- /allegro/models/vae/vae_allegro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/models/vae/vae_allegro.py -------------------------------------------------------------------------------- /allegro/pipelines/data_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/pipelines/data_process.py -------------------------------------------------------------------------------- /allegro/pipelines/pipeline_allegro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/pipelines/pipeline_allegro.py -------------------------------------------------------------------------------- /allegro/pipelines/pipeline_allegro_ti2v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/pipelines/pipeline_allegro_ti2v.py -------------------------------------------------------------------------------- /allegro/utils/adaptor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/utils/adaptor.py -------------------------------------------------------------------------------- /allegro/utils/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/utils/dataset_utils.py -------------------------------------------------------------------------------- /allegro/utils/mask_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/utils/mask_utils.py -------------------------------------------------------------------------------- /allegro/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/allegro/utils/utils.py -------------------------------------------------------------------------------- /assets/Allegro_banner.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/assets/Allegro_banner.gif -------------------------------------------------------------------------------- /assets/TI2V_banner.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/assets/TI2V_banner.gif -------------------------------------------------------------------------------- /assets/banner_white.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/assets/banner_white.gif -------------------------------------------------------------------------------- /assets/demo_video.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/assets/demo_video.mp4 -------------------------------------------------------------------------------- /assets/rhymes_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/assets/rhymes_1.png -------------------------------------------------------------------------------- /config/accelerate_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/config/accelerate_config.yaml -------------------------------------------------------------------------------- /config/deepspeed_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/config/deepspeed_config.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/requirements.txt -------------------------------------------------------------------------------- /single_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/single_inference.py -------------------------------------------------------------------------------- /single_inference_ti2v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/single_inference_ti2v.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/train.py -------------------------------------------------------------------------------- /train_ti2v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/train_ti2v.py -------------------------------------------------------------------------------- /vae_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rhymes-ai/Allegro/HEAD/vae_inference.py --------------------------------------------------------------------------------