├── .gitattributes ├── .isort.cfg ├── .pre-commit-config.yaml ├── INSTALL.md ├── LICENSE ├── Lumina Video Report V1.pdf ├── README.md ├── assets ├── architecture.pdf └── architecture.png ├── configs ├── data │ ├── image_example.yaml │ └── video_example.yaml └── sample │ └── __init__.py ├── data ├── __init__.py ├── data_reader.py ├── dataset.py └── sampler.py ├── generate.py ├── imgproc.py ├── models ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-311.pyc │ ├── components.cpython-311.pyc │ └── model_motion_sp.cpython-311.pyc ├── components.py └── model.py ├── requirements.txt ├── tools ├── concat_record.py ├── pre_extract │ ├── pre_extract.py │ └── scripts │ │ └── run.sh └── unimatch │ ├── compute.py │ ├── scripts │ └── run.sh │ └── unimatch_model │ ├── __init__.py │ ├── attention.py │ ├── backbone.py │ ├── geometry.py │ ├── matching.py │ ├── position.py │ ├── reg_refine.py │ ├── transformer.py │ ├── trident_conv.py │ ├── unimatch.py │ └── utils.py ├── train.py ├── train_exps └── f8F32R256 │ ├── task.py │ └── train.sh ├── transport ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-311.pyc │ ├── integrators.cpython-311.pyc │ ├── path.cpython-311.pyc │ ├── transport.cpython-311.pyc │ └── utils.cpython-311.pyc ├── integrators.py ├── path.py └── transport.py └── utils ├── __init__.py ├── __pycache__ ├── __init__.cpython-311.pyc └── parallel.cpython-311.pyc ├── ckpt.py ├── misc.py └── parallel.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/.gitattributes -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/.isort.cfg -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /INSTALL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/INSTALL.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/LICENSE -------------------------------------------------------------------------------- /Lumina Video Report V1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/Lumina Video Report V1.pdf -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/README.md -------------------------------------------------------------------------------- /assets/architecture.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/assets/architecture.pdf -------------------------------------------------------------------------------- /assets/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/assets/architecture.png -------------------------------------------------------------------------------- /configs/data/image_example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/configs/data/image_example.yaml -------------------------------------------------------------------------------- /configs/data/video_example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/configs/data/video_example.yaml -------------------------------------------------------------------------------- /configs/sample/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/configs/sample/__init__.py -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/data_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/data/data_reader.py -------------------------------------------------------------------------------- /data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/data/dataset.py -------------------------------------------------------------------------------- /data/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/data/sampler.py -------------------------------------------------------------------------------- /generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/generate.py -------------------------------------------------------------------------------- /imgproc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/imgproc.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import MultiScaleNextDiT_2B_GQA 2 | -------------------------------------------------------------------------------- /models/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/models/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /models/__pycache__/components.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/models/__pycache__/components.cpython-311.pyc -------------------------------------------------------------------------------- /models/__pycache__/model_motion_sp.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/models/__pycache__/model_motion_sp.cpython-311.pyc -------------------------------------------------------------------------------- /models/components.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/models/components.py -------------------------------------------------------------------------------- /models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/models/model.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/requirements.txt -------------------------------------------------------------------------------- /tools/concat_record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/concat_record.py -------------------------------------------------------------------------------- /tools/pre_extract/pre_extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/pre_extract/pre_extract.py -------------------------------------------------------------------------------- /tools/pre_extract/scripts/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/pre_extract/scripts/run.sh -------------------------------------------------------------------------------- /tools/unimatch/compute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/unimatch/compute.py -------------------------------------------------------------------------------- /tools/unimatch/scripts/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/unimatch/scripts/run.sh -------------------------------------------------------------------------------- /tools/unimatch/unimatch_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/unimatch/unimatch_model/__init__.py -------------------------------------------------------------------------------- /tools/unimatch/unimatch_model/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/unimatch/unimatch_model/attention.py -------------------------------------------------------------------------------- /tools/unimatch/unimatch_model/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/unimatch/unimatch_model/backbone.py -------------------------------------------------------------------------------- /tools/unimatch/unimatch_model/geometry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/unimatch/unimatch_model/geometry.py -------------------------------------------------------------------------------- /tools/unimatch/unimatch_model/matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/unimatch/unimatch_model/matching.py -------------------------------------------------------------------------------- /tools/unimatch/unimatch_model/position.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/unimatch/unimatch_model/position.py -------------------------------------------------------------------------------- /tools/unimatch/unimatch_model/reg_refine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/unimatch/unimatch_model/reg_refine.py -------------------------------------------------------------------------------- /tools/unimatch/unimatch_model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/unimatch/unimatch_model/transformer.py -------------------------------------------------------------------------------- /tools/unimatch/unimatch_model/trident_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/unimatch/unimatch_model/trident_conv.py -------------------------------------------------------------------------------- /tools/unimatch/unimatch_model/unimatch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/unimatch/unimatch_model/unimatch.py -------------------------------------------------------------------------------- /tools/unimatch/unimatch_model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/tools/unimatch/unimatch_model/utils.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/train.py -------------------------------------------------------------------------------- /train_exps/f8F32R256/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/train_exps/f8F32R256/task.py -------------------------------------------------------------------------------- /train_exps/f8F32R256/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/train_exps/f8F32R256/train.sh -------------------------------------------------------------------------------- /transport/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/transport/__init__.py -------------------------------------------------------------------------------- /transport/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/transport/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /transport/__pycache__/integrators.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/transport/__pycache__/integrators.cpython-311.pyc -------------------------------------------------------------------------------- /transport/__pycache__/path.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/transport/__pycache__/path.cpython-311.pyc -------------------------------------------------------------------------------- /transport/__pycache__/transport.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/transport/__pycache__/transport.cpython-311.pyc -------------------------------------------------------------------------------- /transport/__pycache__/utils.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/transport/__pycache__/utils.cpython-311.pyc -------------------------------------------------------------------------------- /transport/integrators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/transport/integrators.py -------------------------------------------------------------------------------- /transport/path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/transport/path.py -------------------------------------------------------------------------------- /transport/transport.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/transport/transport.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/utils/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /utils/__pycache__/parallel.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/utils/__pycache__/parallel.cpython-311.pyc -------------------------------------------------------------------------------- /utils/ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/utils/ckpt.py -------------------------------------------------------------------------------- /utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/utils/misc.py -------------------------------------------------------------------------------- /utils/parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-Video/HEAD/utils/parallel.py --------------------------------------------------------------------------------