├── .github └── workflows │ └── gh-pages.yml ├── .gitignore ├── .gitmodules ├── .python-version ├── .vscode └── launch.json ├── LICENSE ├── README.md ├── diffulex ├── __init__.py ├── attention │ ├── __init__.py │ ├── attn_impl.py │ ├── metadata.py │ └── ops │ │ ├── __init__.py │ │ ├── chunked_prefill_decoding_unified_kernel.py │ │ ├── kv_cache_kernels.py │ │ ├── prefix_prefill.py │ │ ├── tilus_decode_attn_dlm.py │ │ ├── triton_decode_attn_clm.py │ │ ├── triton_decode_attn_dlm.py │ │ └── triton_flash_attention.py ├── config.py ├── diffulex.py ├── engine │ ├── dp_worker.py │ ├── kvcache_manager.py │ ├── model_runner.py │ ├── scheduler.py │ ├── sequence.py │ ├── strategy_registry.py │ └── tp_worker.py ├── layer │ ├── activation.py │ ├── embed_head.py │ ├── layernorm.py │ ├── linear.py │ ├── rotary_embedding.py │ └── sampler.py ├── legacy │ ├── __init__.py │ ├── config.py │ ├── engine │ │ ├── block_manager.py │ │ ├── dp_engine.py │ │ ├── llm_engine.py │ │ ├── model_runner.py │ │ ├── scheduler.py │ │ └── sequence.py │ ├── layers │ │ ├── activation.py │ │ ├── attention │ │ │ ├── attention_v1.py │ │ │ ├── attention_v1_profile.py │ │ │ ├── attention_v2.py │ │ │ ├── attention_v2_dup.py │ │ │ ├── attention_v2_profile.py │ │ │ ├── attention_v3.py │ │ │ ├── attention_v4.py │ │ │ ├── attention_v5.py │ │ │ └── ops │ │ │ │ ├── __init__.py │ │ │ │ ├── chunked_prefill_decoding_unified_kernel.py │ │ │ │ ├── kv_cache_kernels.py │ │ │ │ ├── prefix_prefill.py │ │ │ │ ├── tilus_decode_attn_dlm.py │ │ │ │ ├── triton_decode_attn_clm.py │ │ │ │ ├── triton_decode_attn_dlm.py │ │ │ │ └── triton_flash_attention.py │ │ ├── embed_head.py │ │ ├── layernorm.py │ │ ├── linear.py │ │ ├── rotary_embedding.py │ │ └── sampler.py │ ├── llm.py │ ├── models │ │ ├── auto_model.py │ │ ├── config │ │ │ ├── dream │ │ │ │ └── configuration_dream.py │ │ │ ├── fast_dllm_v2 │ │ │ │ └── configuration_fast_dllm_v2.py │ │ │ └── llada │ │ │ │ └── configuration_llada.py │ │ ├── dream.py │ │ ├── fast_dllm_v2.py │ │ ├── llada.py │ │ ├── qwen3.py │ │ └── utils │ │ │ └── check_config.py │ ├── sampling_params.py │ └── utils │ │ ├── checker.py │ │ ├── context.py │ │ └── loader.py ├── model │ ├── __init__.py │ ├── auto_model.py │ ├── config │ │ ├── dream │ │ │ └── configuration_dream.py │ │ ├── fast_dllm_v2 │ │ │ └── configuration_fast_dllm_v2.py │ │ └── llada │ │ │ └── configuration_llada.py │ ├── diffucoder.py │ ├── dream.py │ ├── fast_dllm_v2.py │ ├── llada.py │ ├── llada2.py │ ├── llada_moe.py │ └── sdar.py ├── sampling_params.py ├── strategy │ ├── __init__.py │ ├── block_diffusion │ │ ├── __init__.py │ │ ├── attention │ │ │ └── metadata.py │ │ └── engine │ │ │ ├── kvcache_manager.py │ │ │ ├── model_runner.py │ │ │ ├── scheduler.py │ │ │ └── sequence.py │ └── d2f │ │ ├── __init__.py │ │ ├── attention │ │ └── metadata.py │ │ └── engine │ │ ├── kvcache_manager.py │ │ ├── model_runner.py │ │ ├── scheduler.py │ │ └── sequence.py └── utils │ ├── checker.py │ ├── loader.py │ └── registry.py ├── document ├── docs │ ├── assets │ │ └── imgs │ │ │ ├── impl │ │ │ └── 0_overview │ │ │ │ └── overview_of_d2f_engine.png │ │ │ └── logo │ │ │ ├── logo_lr.jpg │ │ │ └── logo_ud.jpg │ ├── impl │ │ ├── 0_overview.md │ │ ├── 1_engine.md │ │ ├── 2_scheduler.md │ │ ├── 3_kvcache_manager.md │ │ ├── 4_model_runner.md │ │ ├── 5_model_registry.md │ │ └── 6_kernels.md │ ├── index.md │ ├── license.md │ └── user-guide │ │ └── 1_install.md ├── mkdocs.yml └── site │ ├── 404.html │ ├── css │ ├── base.css │ ├── bootstrap.min.css │ ├── bootstrap.min.css.map │ ├── brands.min.css │ ├── fontawesome.min.css │ ├── solid.min.css │ └── v4-font-face.min.css │ ├── img │ ├── favicon.ico │ └── grid.png │ ├── impl │ └── overview │ │ └── index.html │ ├── index.html │ ├── js │ ├── base.js │ ├── bootstrap.bundle.min.js │ ├── bootstrap.bundle.min.js.map │ └── darkmode.js │ ├── license │ └── index.html │ ├── search │ ├── lunr.js │ ├── main.js │ ├── search_index.json │ └── worker.js │ ├── sitemap.xml │ ├── sitemap.xml.gz │ ├── user-guide │ └── 1-install │ │ └── index.html │ └── webfonts │ ├── fa-brands-400.ttf │ ├── fa-brands-400.woff2 │ ├── fa-regular-400.ttf │ ├── fa-regular-400.woff2 │ ├── fa-solid-900.ttf │ ├── fa-solid-900.woff2 │ ├── fa-v4compatibility.ttf │ └── fa-v4compatibility.woff2 ├── examples ├── config │ └── accelerate_config.yaml ├── eval_dream.py ├── eval_llada.py ├── mimic_data │ └── mimic_slot_mapping.py ├── model_cache │ ├── dream │ │ ├── configuration_dream.py │ │ ├── generation_utils.py │ │ └── model_dream.py │ └── llada │ │ ├── configuration_llada.py │ │ └── modeling_llada.py ├── ops │ └── fa.py ├── summary.py ├── test_causal_lm_decoding_kernel.py ├── test_dllm_decoding_kernel.py ├── test_dllm_kv_cache_load.py ├── test_dllm_kv_cache_store.py ├── test_dream_dvllm_gsm8k.py ├── test_dream_dvllm_human_eval.py ├── test_dream_model_weight.py ├── test_dream_model_weight_fixed.py ├── test_flex_attention.py ├── test_llada_dvllm_human_eval.py └── test_qwen_dvllm.py ├── imgs └── logo_lr.png ├── pyproject.toml └── scripts ├── launch_server.sh ├── profile_dvllm_dream.sh ├── test_dvllm_dllm_decoding_kernel.sh ├── test_dvllm_dream_gsm8k.sh ├── test_dvllm_dream_human_eval.sh └── test_dvllm_qwen.sh /.github/workflows/gh-pages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/.github/workflows/gh-pages.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/.gitmodules -------------------------------------------------------------------------------- /.python-version: -------------------------------------------------------------------------------- 1 | 3.12 2 | -------------------------------------------------------------------------------- /.vscode/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/.vscode/launch.json -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/README.md -------------------------------------------------------------------------------- /diffulex/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/__init__.py -------------------------------------------------------------------------------- /diffulex/attention/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/attention/__init__.py -------------------------------------------------------------------------------- /diffulex/attention/attn_impl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/attention/attn_impl.py -------------------------------------------------------------------------------- /diffulex/attention/metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/attention/metadata.py -------------------------------------------------------------------------------- /diffulex/attention/ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/attention/ops/__init__.py -------------------------------------------------------------------------------- /diffulex/attention/ops/chunked_prefill_decoding_unified_kernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/attention/ops/chunked_prefill_decoding_unified_kernel.py -------------------------------------------------------------------------------- /diffulex/attention/ops/kv_cache_kernels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/attention/ops/kv_cache_kernels.py -------------------------------------------------------------------------------- /diffulex/attention/ops/prefix_prefill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/attention/ops/prefix_prefill.py -------------------------------------------------------------------------------- /diffulex/attention/ops/tilus_decode_attn_dlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/attention/ops/tilus_decode_attn_dlm.py -------------------------------------------------------------------------------- /diffulex/attention/ops/triton_decode_attn_clm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/attention/ops/triton_decode_attn_clm.py -------------------------------------------------------------------------------- /diffulex/attention/ops/triton_decode_attn_dlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/attention/ops/triton_decode_attn_dlm.py -------------------------------------------------------------------------------- /diffulex/attention/ops/triton_flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/attention/ops/triton_flash_attention.py -------------------------------------------------------------------------------- /diffulex/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/config.py -------------------------------------------------------------------------------- /diffulex/diffulex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/diffulex.py -------------------------------------------------------------------------------- /diffulex/engine/dp_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/engine/dp_worker.py -------------------------------------------------------------------------------- /diffulex/engine/kvcache_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/engine/kvcache_manager.py -------------------------------------------------------------------------------- /diffulex/engine/model_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/engine/model_runner.py -------------------------------------------------------------------------------- /diffulex/engine/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/engine/scheduler.py -------------------------------------------------------------------------------- /diffulex/engine/sequence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/engine/sequence.py -------------------------------------------------------------------------------- /diffulex/engine/strategy_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/engine/strategy_registry.py -------------------------------------------------------------------------------- /diffulex/engine/tp_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/engine/tp_worker.py -------------------------------------------------------------------------------- /diffulex/layer/activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/layer/activation.py -------------------------------------------------------------------------------- /diffulex/layer/embed_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/layer/embed_head.py -------------------------------------------------------------------------------- /diffulex/layer/layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/layer/layernorm.py -------------------------------------------------------------------------------- /diffulex/layer/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/layer/linear.py -------------------------------------------------------------------------------- /diffulex/layer/rotary_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/layer/rotary_embedding.py -------------------------------------------------------------------------------- /diffulex/layer/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/layer/sampler.py -------------------------------------------------------------------------------- /diffulex/legacy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/__init__.py -------------------------------------------------------------------------------- /diffulex/legacy/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/config.py -------------------------------------------------------------------------------- /diffulex/legacy/engine/block_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/engine/block_manager.py -------------------------------------------------------------------------------- /diffulex/legacy/engine/dp_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/engine/dp_engine.py -------------------------------------------------------------------------------- /diffulex/legacy/engine/llm_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/engine/llm_engine.py -------------------------------------------------------------------------------- /diffulex/legacy/engine/model_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/engine/model_runner.py -------------------------------------------------------------------------------- /diffulex/legacy/engine/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/engine/scheduler.py -------------------------------------------------------------------------------- /diffulex/legacy/engine/sequence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/engine/sequence.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/activation.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/attention_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/attention_v1.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/attention_v1_profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/attention_v1_profile.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/attention_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/attention_v2.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/attention_v2_dup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/attention_v2_dup.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/attention_v2_profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/attention_v2_profile.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/attention_v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/attention_v3.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/attention_v4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/attention_v4.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/attention_v5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/attention_v5.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/ops/__init__.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/ops/chunked_prefill_decoding_unified_kernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/ops/chunked_prefill_decoding_unified_kernel.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/ops/kv_cache_kernels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/ops/kv_cache_kernels.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/ops/prefix_prefill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/ops/prefix_prefill.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/ops/tilus_decode_attn_dlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/ops/tilus_decode_attn_dlm.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/ops/triton_decode_attn_clm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/ops/triton_decode_attn_clm.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/ops/triton_decode_attn_dlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/ops/triton_decode_attn_dlm.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/attention/ops/triton_flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/attention/ops/triton_flash_attention.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/embed_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/embed_head.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/layernorm.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/linear.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/rotary_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/rotary_embedding.py -------------------------------------------------------------------------------- /diffulex/legacy/layers/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/layers/sampler.py -------------------------------------------------------------------------------- /diffulex/legacy/llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/llm.py -------------------------------------------------------------------------------- /diffulex/legacy/models/auto_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/models/auto_model.py -------------------------------------------------------------------------------- /diffulex/legacy/models/config/dream/configuration_dream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/models/config/dream/configuration_dream.py -------------------------------------------------------------------------------- /diffulex/legacy/models/config/fast_dllm_v2/configuration_fast_dllm_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/models/config/fast_dllm_v2/configuration_fast_dllm_v2.py -------------------------------------------------------------------------------- /diffulex/legacy/models/config/llada/configuration_llada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/models/config/llada/configuration_llada.py -------------------------------------------------------------------------------- /diffulex/legacy/models/dream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/models/dream.py -------------------------------------------------------------------------------- /diffulex/legacy/models/fast_dllm_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/models/fast_dllm_v2.py -------------------------------------------------------------------------------- /diffulex/legacy/models/llada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/models/llada.py -------------------------------------------------------------------------------- /diffulex/legacy/models/qwen3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/models/qwen3.py -------------------------------------------------------------------------------- /diffulex/legacy/models/utils/check_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/models/utils/check_config.py -------------------------------------------------------------------------------- /diffulex/legacy/sampling_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/sampling_params.py -------------------------------------------------------------------------------- /diffulex/legacy/utils/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/utils/checker.py -------------------------------------------------------------------------------- /diffulex/legacy/utils/context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/utils/context.py -------------------------------------------------------------------------------- /diffulex/legacy/utils/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/legacy/utils/loader.py -------------------------------------------------------------------------------- /diffulex/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/model/__init__.py -------------------------------------------------------------------------------- /diffulex/model/auto_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/model/auto_model.py -------------------------------------------------------------------------------- /diffulex/model/config/dream/configuration_dream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/model/config/dream/configuration_dream.py -------------------------------------------------------------------------------- /diffulex/model/config/fast_dllm_v2/configuration_fast_dllm_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/model/config/fast_dllm_v2/configuration_fast_dllm_v2.py -------------------------------------------------------------------------------- /diffulex/model/config/llada/configuration_llada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/model/config/llada/configuration_llada.py -------------------------------------------------------------------------------- /diffulex/model/diffucoder.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /diffulex/model/dream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/model/dream.py -------------------------------------------------------------------------------- /diffulex/model/fast_dllm_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/model/fast_dllm_v2.py -------------------------------------------------------------------------------- /diffulex/model/llada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/model/llada.py -------------------------------------------------------------------------------- /diffulex/model/llada2.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /diffulex/model/llada_moe.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /diffulex/model/sdar.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /diffulex/sampling_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/sampling_params.py -------------------------------------------------------------------------------- /diffulex/strategy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/strategy/__init__.py -------------------------------------------------------------------------------- /diffulex/strategy/block_diffusion/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/strategy/block_diffusion/__init__.py -------------------------------------------------------------------------------- /diffulex/strategy/block_diffusion/attention/metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/strategy/block_diffusion/attention/metadata.py -------------------------------------------------------------------------------- /diffulex/strategy/block_diffusion/engine/kvcache_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/strategy/block_diffusion/engine/kvcache_manager.py -------------------------------------------------------------------------------- /diffulex/strategy/block_diffusion/engine/model_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/strategy/block_diffusion/engine/model_runner.py -------------------------------------------------------------------------------- /diffulex/strategy/block_diffusion/engine/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/strategy/block_diffusion/engine/scheduler.py -------------------------------------------------------------------------------- /diffulex/strategy/block_diffusion/engine/sequence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/strategy/block_diffusion/engine/sequence.py -------------------------------------------------------------------------------- /diffulex/strategy/d2f/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/strategy/d2f/__init__.py -------------------------------------------------------------------------------- /diffulex/strategy/d2f/attention/metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/strategy/d2f/attention/metadata.py -------------------------------------------------------------------------------- /diffulex/strategy/d2f/engine/kvcache_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/strategy/d2f/engine/kvcache_manager.py -------------------------------------------------------------------------------- /diffulex/strategy/d2f/engine/model_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/strategy/d2f/engine/model_runner.py -------------------------------------------------------------------------------- /diffulex/strategy/d2f/engine/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/strategy/d2f/engine/scheduler.py -------------------------------------------------------------------------------- /diffulex/strategy/d2f/engine/sequence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/strategy/d2f/engine/sequence.py -------------------------------------------------------------------------------- /diffulex/utils/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/utils/checker.py -------------------------------------------------------------------------------- /diffulex/utils/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/utils/loader.py -------------------------------------------------------------------------------- /diffulex/utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/diffulex/utils/registry.py -------------------------------------------------------------------------------- /document/docs/assets/imgs/impl/0_overview/overview_of_d2f_engine.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/docs/assets/imgs/impl/0_overview/overview_of_d2f_engine.png -------------------------------------------------------------------------------- /document/docs/assets/imgs/logo/logo_lr.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/docs/assets/imgs/logo/logo_lr.jpg -------------------------------------------------------------------------------- /document/docs/assets/imgs/logo/logo_ud.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/docs/assets/imgs/logo/logo_ud.jpg -------------------------------------------------------------------------------- /document/docs/impl/0_overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/docs/impl/0_overview.md -------------------------------------------------------------------------------- /document/docs/impl/1_engine.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document/docs/impl/2_scheduler.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document/docs/impl/3_kvcache_manager.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document/docs/impl/4_model_runner.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document/docs/impl/5_model_registry.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document/docs/impl/6_kernels.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document/docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/docs/index.md -------------------------------------------------------------------------------- /document/docs/license.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/docs/license.md -------------------------------------------------------------------------------- /document/docs/user-guide/1_install.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document/mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/mkdocs.yml -------------------------------------------------------------------------------- /document/site/404.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/404.html -------------------------------------------------------------------------------- /document/site/css/base.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/css/base.css -------------------------------------------------------------------------------- /document/site/css/bootstrap.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/css/bootstrap.min.css -------------------------------------------------------------------------------- /document/site/css/bootstrap.min.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/css/bootstrap.min.css.map -------------------------------------------------------------------------------- /document/site/css/brands.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/css/brands.min.css -------------------------------------------------------------------------------- /document/site/css/fontawesome.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/css/fontawesome.min.css -------------------------------------------------------------------------------- /document/site/css/solid.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/css/solid.min.css -------------------------------------------------------------------------------- /document/site/css/v4-font-face.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/css/v4-font-face.min.css -------------------------------------------------------------------------------- /document/site/img/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/img/favicon.ico -------------------------------------------------------------------------------- /document/site/img/grid.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/img/grid.png -------------------------------------------------------------------------------- /document/site/impl/overview/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/impl/overview/index.html -------------------------------------------------------------------------------- /document/site/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/index.html -------------------------------------------------------------------------------- /document/site/js/base.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/js/base.js -------------------------------------------------------------------------------- /document/site/js/bootstrap.bundle.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/js/bootstrap.bundle.min.js -------------------------------------------------------------------------------- /document/site/js/bootstrap.bundle.min.js.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/js/bootstrap.bundle.min.js.map -------------------------------------------------------------------------------- /document/site/js/darkmode.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/js/darkmode.js -------------------------------------------------------------------------------- /document/site/license/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/license/index.html -------------------------------------------------------------------------------- /document/site/search/lunr.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/search/lunr.js -------------------------------------------------------------------------------- /document/site/search/main.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/search/main.js -------------------------------------------------------------------------------- /document/site/search/search_index.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/search/search_index.json -------------------------------------------------------------------------------- /document/site/search/worker.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/search/worker.js -------------------------------------------------------------------------------- /document/site/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/sitemap.xml -------------------------------------------------------------------------------- /document/site/sitemap.xml.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/sitemap.xml.gz -------------------------------------------------------------------------------- /document/site/user-guide/1-install/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/user-guide/1-install/index.html -------------------------------------------------------------------------------- /document/site/webfonts/fa-brands-400.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/webfonts/fa-brands-400.ttf -------------------------------------------------------------------------------- /document/site/webfonts/fa-brands-400.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/webfonts/fa-brands-400.woff2 -------------------------------------------------------------------------------- /document/site/webfonts/fa-regular-400.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/webfonts/fa-regular-400.ttf -------------------------------------------------------------------------------- /document/site/webfonts/fa-regular-400.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/webfonts/fa-regular-400.woff2 -------------------------------------------------------------------------------- /document/site/webfonts/fa-solid-900.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/webfonts/fa-solid-900.ttf -------------------------------------------------------------------------------- /document/site/webfonts/fa-solid-900.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/webfonts/fa-solid-900.woff2 -------------------------------------------------------------------------------- /document/site/webfonts/fa-v4compatibility.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/webfonts/fa-v4compatibility.ttf -------------------------------------------------------------------------------- /document/site/webfonts/fa-v4compatibility.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/document/site/webfonts/fa-v4compatibility.woff2 -------------------------------------------------------------------------------- /examples/config/accelerate_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/config/accelerate_config.yaml -------------------------------------------------------------------------------- /examples/eval_dream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/eval_dream.py -------------------------------------------------------------------------------- /examples/eval_llada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/eval_llada.py -------------------------------------------------------------------------------- /examples/mimic_data/mimic_slot_mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/mimic_data/mimic_slot_mapping.py -------------------------------------------------------------------------------- /examples/model_cache/dream/configuration_dream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/model_cache/dream/configuration_dream.py -------------------------------------------------------------------------------- /examples/model_cache/dream/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/model_cache/dream/generation_utils.py -------------------------------------------------------------------------------- /examples/model_cache/dream/model_dream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/model_cache/dream/model_dream.py -------------------------------------------------------------------------------- /examples/model_cache/llada/configuration_llada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/model_cache/llada/configuration_llada.py -------------------------------------------------------------------------------- /examples/model_cache/llada/modeling_llada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/model_cache/llada/modeling_llada.py -------------------------------------------------------------------------------- /examples/ops/fa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/ops/fa.py -------------------------------------------------------------------------------- /examples/summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/summary.py -------------------------------------------------------------------------------- /examples/test_causal_lm_decoding_kernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/test_causal_lm_decoding_kernel.py -------------------------------------------------------------------------------- /examples/test_dllm_decoding_kernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/test_dllm_decoding_kernel.py -------------------------------------------------------------------------------- /examples/test_dllm_kv_cache_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/test_dllm_kv_cache_load.py -------------------------------------------------------------------------------- /examples/test_dllm_kv_cache_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/test_dllm_kv_cache_store.py -------------------------------------------------------------------------------- /examples/test_dream_dvllm_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/test_dream_dvllm_gsm8k.py -------------------------------------------------------------------------------- /examples/test_dream_dvllm_human_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/test_dream_dvllm_human_eval.py -------------------------------------------------------------------------------- /examples/test_dream_model_weight.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/test_dream_model_weight.py -------------------------------------------------------------------------------- /examples/test_dream_model_weight_fixed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/test_dream_model_weight_fixed.py -------------------------------------------------------------------------------- /examples/test_flex_attention.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/test_llada_dvllm_human_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/test_llada_dvllm_human_eval.py -------------------------------------------------------------------------------- /examples/test_qwen_dvllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/examples/test_qwen_dvllm.py -------------------------------------------------------------------------------- /imgs/logo_lr.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/imgs/logo_lr.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/launch_server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/scripts/launch_server.sh -------------------------------------------------------------------------------- /scripts/profile_dvllm_dream.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/scripts/profile_dvllm_dream.sh -------------------------------------------------------------------------------- /scripts/test_dvllm_dllm_decoding_kernel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/scripts/test_dvllm_dllm_decoding_kernel.sh -------------------------------------------------------------------------------- /scripts/test_dvllm_dream_gsm8k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/scripts/test_dvllm_dream_gsm8k.sh -------------------------------------------------------------------------------- /scripts/test_dvllm_dream_human_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/scripts/test_dvllm_dream_human_eval.sh -------------------------------------------------------------------------------- /scripts/test_dvllm_qwen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhijie-group/Diffulex/HEAD/scripts/test_dvllm_qwen.sh --------------------------------------------------------------------------------