├── .gitignore ├── .python-version ├── LICENSE ├── README.md ├── assets ├── grid.mp4 ├── h20_performance.png └── l40_performance.png ├── demos ├── api_example.py ├── cli.py ├── comfyui_nodes.py ├── gradio_ui.py └── test_encoder_decoder.py ├── docker └── Dockerfile ├── pyproject.toml ├── pyrightconfig.json ├── requirements.txt ├── scripts ├── download_weights.py ├── format.bash ├── pytorch_to_safe_tensors.py ├── typecheck.bash └── weights_to_fp8.py ├── src └── genmo │ ├── lib │ ├── attn_imports.py │ ├── progress.py │ └── utils.py │ └── mochi_preview │ ├── __init__.py │ ├── dit │ └── joint_model │ │ ├── __init__.py │ │ ├── asymm_models_joint.py │ │ ├── context_parallel.py │ │ ├── globals.py │ │ ├── layers.py │ │ ├── mod_rmsnorm.py │ │ ├── residual_tanh_gated_rmsnorm.py │ │ ├── rope_mixed.py │ │ ├── temporal_rope.py │ │ └── utils.py │ ├── pipelines.py │ └── vae │ ├── __init__.py │ ├── cp_conv.py │ ├── latent_dist.py │ ├── models.py │ └── vae_stats.py ├── tests └── test_attention.py └── uv.lock /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/.gitignore -------------------------------------------------------------------------------- /.python-version: -------------------------------------------------------------------------------- 1 | 3.10 2 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/README.md -------------------------------------------------------------------------------- /assets/grid.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/assets/grid.mp4 -------------------------------------------------------------------------------- /assets/h20_performance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/assets/h20_performance.png -------------------------------------------------------------------------------- /assets/l40_performance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/assets/l40_performance.png -------------------------------------------------------------------------------- /demos/api_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/demos/api_example.py -------------------------------------------------------------------------------- /demos/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/demos/cli.py -------------------------------------------------------------------------------- /demos/comfyui_nodes.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /demos/gradio_ui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/demos/gradio_ui.py -------------------------------------------------------------------------------- /demos/test_encoder_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/demos/test_encoder_decoder.py -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pyrightconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/pyrightconfig.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/download_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/scripts/download_weights.py -------------------------------------------------------------------------------- /scripts/format.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/scripts/format.bash -------------------------------------------------------------------------------- /scripts/pytorch_to_safe_tensors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/scripts/pytorch_to_safe_tensors.py -------------------------------------------------------------------------------- /scripts/typecheck.bash: -------------------------------------------------------------------------------- 1 | #! /bin/bash 2 | npx pyright -------------------------------------------------------------------------------- /scripts/weights_to_fp8.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/genmo/lib/attn_imports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/lib/attn_imports.py -------------------------------------------------------------------------------- /src/genmo/lib/progress.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/lib/progress.py -------------------------------------------------------------------------------- /src/genmo/lib/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/lib/utils.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/genmo/mochi_preview/dit/joint_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/dit/joint_model/__init__.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/dit/joint_model/asymm_models_joint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/dit/joint_model/asymm_models_joint.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/dit/joint_model/context_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/dit/joint_model/context_parallel.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/dit/joint_model/globals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/dit/joint_model/globals.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/dit/joint_model/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/dit/joint_model/layers.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/dit/joint_model/mod_rmsnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/dit/joint_model/mod_rmsnorm.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/dit/joint_model/residual_tanh_gated_rmsnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/dit/joint_model/residual_tanh_gated_rmsnorm.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/dit/joint_model/rope_mixed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/dit/joint_model/rope_mixed.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/dit/joint_model/temporal_rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/dit/joint_model/temporal_rope.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/dit/joint_model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/dit/joint_model/utils.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/pipelines.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/vae/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/genmo/mochi_preview/vae/cp_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/vae/cp_conv.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/vae/latent_dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/vae/latent_dist.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/vae/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/vae/models.py -------------------------------------------------------------------------------- /src/genmo/mochi_preview/vae/vae_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/src/genmo/mochi_preview/vae/vae_stats.py -------------------------------------------------------------------------------- /tests/test_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/tests/test_attention.py -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xdit-project/mochi-xdit/HEAD/uv.lock --------------------------------------------------------------------------------