├── .github └── workflows │ ├── python-packages.yml │ └── python-publish.yml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE.md ├── MANIFEST.in ├── README.md ├── assets ├── flux_fbc_0.06.png ├── flux_fbc_0.08.png ├── flux_fbc_0.10.png ├── flux_fbc_0.12.png ├── flux_original.png ├── hunyuan_video_fbc.mp4 └── hunyuan_video_original.mp4 ├── doc ├── fastest_flux.md └── fastest_hunyuan_video.md ├── first_block_cache_examples ├── run_cogvideox.py ├── run_flux.py ├── run_hunyuan_video.py ├── run_mochi.py └── run_wan.py ├── parallel_examples ├── run_cogvideox.py ├── run_flux.py ├── run_hunyuan_video.py ├── run_mochi.py └── run_wan.py ├── pyproject.toml ├── pytest.ini ├── quick_install.sh ├── requirements.txt ├── setup.cfg ├── setup.py ├── src └── para_attn │ ├── __init__.py │ ├── config.py │ ├── context_parallel │ ├── __init__.py │ └── diffusers_adapters │ │ ├── __init__.py │ │ ├── cogvideox.py │ │ ├── flux.py │ │ ├── hunyuan_video.py │ │ ├── mochi.py │ │ └── wan.py │ ├── distributed │ ├── __init__.py │ └── mp_runner.py │ ├── first_block_cache │ ├── __init__.py │ ├── diffusers_adapters │ │ ├── __init__.py │ │ ├── cogvideox.py │ │ ├── flux.py │ │ ├── hunyuan_video.py │ │ ├── mochi.py │ │ └── wan.py │ ├── taylorseer.py │ └── utils.py │ ├── ops │ └── __init__.py │ ├── para_attn_interface.py │ ├── parallel_vae │ ├── __init__.py │ └── diffusers_adapters │ │ ├── __init__.py │ │ ├── autoencoder_kl.py │ │ ├── autoencoder_kl_hunyuan_video.py │ │ └── autoencoder_kl_wan.py │ ├── primitives.py │ ├── sparse_attn.py │ └── utils.py └── tests ├── __init__.py ├── conftest.py ├── context_parallel ├── __init__.py └── test_diffusers_adapters.py ├── ops ├── __init__.py └── test_ops.py └── test_interface.py /.github/workflows/python-packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/.github/workflows/python-packages.yml -------------------------------------------------------------------------------- /.github/workflows/python-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/.github/workflows/python-publish.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/LICENSE.md -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/README.md -------------------------------------------------------------------------------- /assets/flux_fbc_0.06.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/assets/flux_fbc_0.06.png -------------------------------------------------------------------------------- /assets/flux_fbc_0.08.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/assets/flux_fbc_0.08.png -------------------------------------------------------------------------------- /assets/flux_fbc_0.10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/assets/flux_fbc_0.10.png -------------------------------------------------------------------------------- /assets/flux_fbc_0.12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/assets/flux_fbc_0.12.png -------------------------------------------------------------------------------- /assets/flux_original.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/assets/flux_original.png -------------------------------------------------------------------------------- /assets/hunyuan_video_fbc.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/assets/hunyuan_video_fbc.mp4 -------------------------------------------------------------------------------- /assets/hunyuan_video_original.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/assets/hunyuan_video_original.mp4 -------------------------------------------------------------------------------- /doc/fastest_flux.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/doc/fastest_flux.md -------------------------------------------------------------------------------- /doc/fastest_hunyuan_video.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/doc/fastest_hunyuan_video.md -------------------------------------------------------------------------------- /first_block_cache_examples/run_cogvideox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/first_block_cache_examples/run_cogvideox.py -------------------------------------------------------------------------------- /first_block_cache_examples/run_flux.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/first_block_cache_examples/run_flux.py -------------------------------------------------------------------------------- /first_block_cache_examples/run_hunyuan_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/first_block_cache_examples/run_hunyuan_video.py -------------------------------------------------------------------------------- /first_block_cache_examples/run_mochi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/first_block_cache_examples/run_mochi.py -------------------------------------------------------------------------------- /first_block_cache_examples/run_wan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/first_block_cache_examples/run_wan.py -------------------------------------------------------------------------------- /parallel_examples/run_cogvideox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/parallel_examples/run_cogvideox.py -------------------------------------------------------------------------------- /parallel_examples/run_flux.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/parallel_examples/run_flux.py -------------------------------------------------------------------------------- /parallel_examples/run_hunyuan_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/parallel_examples/run_hunyuan_video.py -------------------------------------------------------------------------------- /parallel_examples/run_mochi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/parallel_examples/run_mochi.py -------------------------------------------------------------------------------- /parallel_examples/run_wan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/parallel_examples/run_wan.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/pytest.ini -------------------------------------------------------------------------------- /quick_install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/quick_install.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/setup.py -------------------------------------------------------------------------------- /src/para_attn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/__init__.py -------------------------------------------------------------------------------- /src/para_attn/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/config.py -------------------------------------------------------------------------------- /src/para_attn/context_parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/context_parallel/__init__.py -------------------------------------------------------------------------------- /src/para_attn/context_parallel/diffusers_adapters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/context_parallel/diffusers_adapters/__init__.py -------------------------------------------------------------------------------- /src/para_attn/context_parallel/diffusers_adapters/cogvideox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/context_parallel/diffusers_adapters/cogvideox.py -------------------------------------------------------------------------------- /src/para_attn/context_parallel/diffusers_adapters/flux.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/context_parallel/diffusers_adapters/flux.py -------------------------------------------------------------------------------- /src/para_attn/context_parallel/diffusers_adapters/hunyuan_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/context_parallel/diffusers_adapters/hunyuan_video.py -------------------------------------------------------------------------------- /src/para_attn/context_parallel/diffusers_adapters/mochi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/context_parallel/diffusers_adapters/mochi.py -------------------------------------------------------------------------------- /src/para_attn/context_parallel/diffusers_adapters/wan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/context_parallel/diffusers_adapters/wan.py -------------------------------------------------------------------------------- /src/para_attn/distributed/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/para_attn/distributed/mp_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/distributed/mp_runner.py -------------------------------------------------------------------------------- /src/para_attn/first_block_cache/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/para_attn/first_block_cache/diffusers_adapters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/first_block_cache/diffusers_adapters/__init__.py -------------------------------------------------------------------------------- /src/para_attn/first_block_cache/diffusers_adapters/cogvideox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/first_block_cache/diffusers_adapters/cogvideox.py -------------------------------------------------------------------------------- /src/para_attn/first_block_cache/diffusers_adapters/flux.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/first_block_cache/diffusers_adapters/flux.py -------------------------------------------------------------------------------- /src/para_attn/first_block_cache/diffusers_adapters/hunyuan_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/first_block_cache/diffusers_adapters/hunyuan_video.py -------------------------------------------------------------------------------- /src/para_attn/first_block_cache/diffusers_adapters/mochi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/first_block_cache/diffusers_adapters/mochi.py -------------------------------------------------------------------------------- /src/para_attn/first_block_cache/diffusers_adapters/wan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/first_block_cache/diffusers_adapters/wan.py -------------------------------------------------------------------------------- /src/para_attn/first_block_cache/taylorseer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/first_block_cache/taylorseer.py -------------------------------------------------------------------------------- /src/para_attn/first_block_cache/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/first_block_cache/utils.py -------------------------------------------------------------------------------- /src/para_attn/ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/ops/__init__.py -------------------------------------------------------------------------------- /src/para_attn/para_attn_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/para_attn_interface.py -------------------------------------------------------------------------------- /src/para_attn/parallel_vae/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/parallel_vae/__init__.py -------------------------------------------------------------------------------- /src/para_attn/parallel_vae/diffusers_adapters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/parallel_vae/diffusers_adapters/__init__.py -------------------------------------------------------------------------------- /src/para_attn/parallel_vae/diffusers_adapters/autoencoder_kl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/parallel_vae/diffusers_adapters/autoencoder_kl.py -------------------------------------------------------------------------------- /src/para_attn/parallel_vae/diffusers_adapters/autoencoder_kl_hunyuan_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/parallel_vae/diffusers_adapters/autoencoder_kl_hunyuan_video.py -------------------------------------------------------------------------------- /src/para_attn/parallel_vae/diffusers_adapters/autoencoder_kl_wan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/parallel_vae/diffusers_adapters/autoencoder_kl_wan.py -------------------------------------------------------------------------------- /src/para_attn/primitives.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/primitives.py -------------------------------------------------------------------------------- /src/para_attn/sparse_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/sparse_attn.py -------------------------------------------------------------------------------- /src/para_attn/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/src/para_attn/utils.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | import para_attn # noqa: F401 2 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/context_parallel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/context_parallel/test_diffusers_adapters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/tests/context_parallel/test_diffusers_adapters.py -------------------------------------------------------------------------------- /tests/ops/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/ops/test_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/tests/ops/test_ops.py -------------------------------------------------------------------------------- /tests/test_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengzeyi/ParaAttention/HEAD/tests/test_interface.py --------------------------------------------------------------------------------