├── .gitignore ├── LICENSE ├── README.md ├── assets ├── .DS_Store ├── teaser.pdf └── teaser.png ├── configs ├── fcb.yaml └── ultrafusion.yaml ├── dataset ├── mef_dataset.py └── test_dataset.py ├── examples ├── 0052 │ ├── oe.jpg │ └── ue.jpg └── 0072 │ ├── oe.jpg │ └── ue.jpg ├── inference.py ├── inference.sh ├── model ├── V4_CA │ ├── attention.py │ ├── cldm.py │ ├── controlnet.py │ ├── cross_attention.py │ ├── gaussian_diffusion.py │ ├── unet.py │ └── vae.py ├── __init__.py ├── clip.py ├── config.py ├── distributions.py ├── fe │ └── fe_V1_4.py ├── open_clip │ ├── __init__.py │ ├── bpe_simple_vocab_16e6.txt.gz │ ├── model.py │ ├── tokenizer.py │ └── transformer.py ├── raft │ ├── corr.py │ ├── datasets.py │ ├── extractor.py │ ├── raft.py │ ├── update.py │ └── utils │ │ ├── augmentor.py │ │ ├── flow_viz.py │ │ ├── frame_utils.py │ │ └── utils.py └── util.py ├── pipeline └── V4_CA │ └── pipeline.py ├── requirements.txt ├── train.py ├── utils ├── V4_CA │ └── sampler.py ├── common.py ├── cond_fn.py ├── flow.py └── imf.py └── val_nriqa.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/README.md -------------------------------------------------------------------------------- /assets/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/assets/.DS_Store -------------------------------------------------------------------------------- /assets/teaser.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/assets/teaser.pdf -------------------------------------------------------------------------------- /assets/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/assets/teaser.png -------------------------------------------------------------------------------- /configs/fcb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/configs/fcb.yaml -------------------------------------------------------------------------------- /configs/ultrafusion.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/configs/ultrafusion.yaml -------------------------------------------------------------------------------- /dataset/mef_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/dataset/mef_dataset.py -------------------------------------------------------------------------------- /dataset/test_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/dataset/test_dataset.py -------------------------------------------------------------------------------- /examples/0052/oe.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/examples/0052/oe.jpg -------------------------------------------------------------------------------- /examples/0052/ue.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/examples/0052/ue.jpg -------------------------------------------------------------------------------- /examples/0072/oe.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/examples/0072/oe.jpg -------------------------------------------------------------------------------- /examples/0072/ue.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/examples/0072/ue.jpg -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/inference.py -------------------------------------------------------------------------------- /inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/inference.sh -------------------------------------------------------------------------------- /model/V4_CA/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/V4_CA/attention.py -------------------------------------------------------------------------------- /model/V4_CA/cldm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/V4_CA/cldm.py -------------------------------------------------------------------------------- /model/V4_CA/controlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/V4_CA/controlnet.py -------------------------------------------------------------------------------- /model/V4_CA/cross_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/V4_CA/cross_attention.py -------------------------------------------------------------------------------- /model/V4_CA/gaussian_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/V4_CA/gaussian_diffusion.py -------------------------------------------------------------------------------- /model/V4_CA/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/V4_CA/unet.py -------------------------------------------------------------------------------- /model/V4_CA/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/V4_CA/vae.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/__init__.py -------------------------------------------------------------------------------- /model/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/clip.py -------------------------------------------------------------------------------- /model/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/config.py -------------------------------------------------------------------------------- /model/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/distributions.py -------------------------------------------------------------------------------- /model/fe/fe_V1_4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/fe/fe_V1_4.py -------------------------------------------------------------------------------- /model/open_clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/open_clip/__init__.py -------------------------------------------------------------------------------- /model/open_clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/open_clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /model/open_clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/open_clip/model.py -------------------------------------------------------------------------------- /model/open_clip/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/open_clip/tokenizer.py -------------------------------------------------------------------------------- /model/open_clip/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/open_clip/transformer.py -------------------------------------------------------------------------------- /model/raft/corr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/raft/corr.py -------------------------------------------------------------------------------- /model/raft/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/raft/datasets.py -------------------------------------------------------------------------------- /model/raft/extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/raft/extractor.py -------------------------------------------------------------------------------- /model/raft/raft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/raft/raft.py -------------------------------------------------------------------------------- /model/raft/update.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/raft/update.py -------------------------------------------------------------------------------- /model/raft/utils/augmentor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/raft/utils/augmentor.py -------------------------------------------------------------------------------- /model/raft/utils/flow_viz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/raft/utils/flow_viz.py -------------------------------------------------------------------------------- /model/raft/utils/frame_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/raft/utils/frame_utils.py -------------------------------------------------------------------------------- /model/raft/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/raft/utils/utils.py -------------------------------------------------------------------------------- /model/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/model/util.py -------------------------------------------------------------------------------- /pipeline/V4_CA/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/pipeline/V4_CA/pipeline.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/requirements.txt -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/train.py -------------------------------------------------------------------------------- /utils/V4_CA/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/utils/V4_CA/sampler.py -------------------------------------------------------------------------------- /utils/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/utils/common.py -------------------------------------------------------------------------------- /utils/cond_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/utils/cond_fn.py -------------------------------------------------------------------------------- /utils/flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/utils/flow.py -------------------------------------------------------------------------------- /utils/imf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/utils/imf.py -------------------------------------------------------------------------------- /val_nriqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenImagingLab/UltraFusion/HEAD/val_nriqa.py --------------------------------------------------------------------------------