├── .github └── workflows │ ├── cla.yml │ └── ruff.yml ├── .gitignore ├── .pre-commit-config.yaml ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── demo-data ├── chameleon.webp └── toucan.jpeg ├── demo.py ├── mlx_engine ├── __init__.py ├── cache_wrapper.py ├── external │ ├── datasets │ │ └── dill.py │ └── models │ │ ├── ernie4_5 │ │ ├── README.md │ │ ├── configuration_ernie4_5.py │ │ └── tokenization_ernie4_5.py │ │ ├── ernie4_5_moe │ │ ├── README.md │ │ └── configuration_ernie4_5_moe.py │ │ └── lfm2_vl │ │ ├── README.md │ │ ├── configuration_lfm2_vl.py │ │ └── processing_lfm2_vl.py ├── generate.py ├── model_kit │ ├── __init__.py │ ├── model_kit.py │ ├── patches │ │ ├── ernie_4_5.py │ │ └── gemma3n.py │ └── vision_add_ons │ │ ├── base.py │ │ ├── gemma3.py │ │ ├── gemma3n.py │ │ ├── lfm2_vl.py │ │ ├── load_utils.py │ │ ├── mistral3.py │ │ ├── pixtral.py │ │ ├── process_prompt_with_images.py │ │ ├── qwen2_vl.py │ │ ├── qwen3_vl.py │ │ ├── qwen3_vl_moe.py │ │ └── qwen_vl_utils.py ├── processors │ └── repetition_penalty_processor.py ├── stop_string_processor.py ├── utils │ ├── disable_hf_download.py │ ├── eot_tokens.py │ ├── image_utils.py │ ├── kv_cache_quantization.py │ ├── logger.py │ ├── outlines_transformer_tokenizer.py │ ├── progress_decorators.py │ ├── prompt_processing.py │ ├── register_models.py │ ├── set_seed.py │ ├── speculative_decoding.py │ ├── token.py │ └── top_logprobs.py └── vision_model_kit │ ├── _transformers_compatibility.py │ ├── vision_model_kit.py │ └── vision_model_wrapper.py ├── requirements.txt ├── ruff.toml └── tests ├── __init__.py ├── conftest.py ├── data └── ben_franklin_autobiography_start.txt ├── processors ├── README.md ├── __init__.py └── dump_logits_processor.py ├── shared.py ├── test_cache_wrapper.py ├── test_stop_string_processor.py ├── test_text_models.py ├── test_vision_models.py └── utils └── test_progress_decorators.py /.github/workflows/cla.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/.github/workflows/cla.yml -------------------------------------------------------------------------------- /.github/workflows/ruff.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/.github/workflows/ruff.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__/ 2 | .venv*/ 3 | .DS_Store 4 | .idea 5 | -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/README.md -------------------------------------------------------------------------------- /demo-data/chameleon.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/demo-data/chameleon.webp -------------------------------------------------------------------------------- /demo-data/toucan.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/demo-data/toucan.jpeg -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/demo.py -------------------------------------------------------------------------------- /mlx_engine/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/__init__.py -------------------------------------------------------------------------------- /mlx_engine/cache_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/cache_wrapper.py -------------------------------------------------------------------------------- /mlx_engine/external/datasets/dill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/external/datasets/dill.py -------------------------------------------------------------------------------- /mlx_engine/external/models/ernie4_5/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/external/models/ernie4_5/README.md -------------------------------------------------------------------------------- /mlx_engine/external/models/ernie4_5/configuration_ernie4_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/external/models/ernie4_5/configuration_ernie4_5.py -------------------------------------------------------------------------------- /mlx_engine/external/models/ernie4_5/tokenization_ernie4_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/external/models/ernie4_5/tokenization_ernie4_5.py -------------------------------------------------------------------------------- /mlx_engine/external/models/ernie4_5_moe/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/external/models/ernie4_5_moe/README.md -------------------------------------------------------------------------------- /mlx_engine/external/models/ernie4_5_moe/configuration_ernie4_5_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/external/models/ernie4_5_moe/configuration_ernie4_5_moe.py -------------------------------------------------------------------------------- /mlx_engine/external/models/lfm2_vl/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/external/models/lfm2_vl/README.md -------------------------------------------------------------------------------- /mlx_engine/external/models/lfm2_vl/configuration_lfm2_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/external/models/lfm2_vl/configuration_lfm2_vl.py -------------------------------------------------------------------------------- /mlx_engine/external/models/lfm2_vl/processing_lfm2_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/external/models/lfm2_vl/processing_lfm2_vl.py -------------------------------------------------------------------------------- /mlx_engine/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/generate.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/__init__.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/model_kit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/model_kit.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/patches/ernie_4_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/patches/ernie_4_5.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/patches/gemma3n.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/patches/gemma3n.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/vision_add_ons/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/vision_add_ons/base.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/vision_add_ons/gemma3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/vision_add_ons/gemma3.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/vision_add_ons/gemma3n.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/vision_add_ons/gemma3n.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/vision_add_ons/lfm2_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/vision_add_ons/lfm2_vl.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/vision_add_ons/load_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/vision_add_ons/load_utils.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/vision_add_ons/mistral3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/vision_add_ons/mistral3.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/vision_add_ons/pixtral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/vision_add_ons/pixtral.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/vision_add_ons/process_prompt_with_images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/vision_add_ons/process_prompt_with_images.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/vision_add_ons/qwen2_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/vision_add_ons/qwen2_vl.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/vision_add_ons/qwen3_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/vision_add_ons/qwen3_vl.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/vision_add_ons/qwen3_vl_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/vision_add_ons/qwen3_vl_moe.py -------------------------------------------------------------------------------- /mlx_engine/model_kit/vision_add_ons/qwen_vl_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/model_kit/vision_add_ons/qwen_vl_utils.py -------------------------------------------------------------------------------- /mlx_engine/processors/repetition_penalty_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/processors/repetition_penalty_processor.py -------------------------------------------------------------------------------- /mlx_engine/stop_string_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/stop_string_processor.py -------------------------------------------------------------------------------- /mlx_engine/utils/disable_hf_download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/utils/disable_hf_download.py -------------------------------------------------------------------------------- /mlx_engine/utils/eot_tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/utils/eot_tokens.py -------------------------------------------------------------------------------- /mlx_engine/utils/image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/utils/image_utils.py -------------------------------------------------------------------------------- /mlx_engine/utils/kv_cache_quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/utils/kv_cache_quantization.py -------------------------------------------------------------------------------- /mlx_engine/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/utils/logger.py -------------------------------------------------------------------------------- /mlx_engine/utils/outlines_transformer_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/utils/outlines_transformer_tokenizer.py -------------------------------------------------------------------------------- /mlx_engine/utils/progress_decorators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/utils/progress_decorators.py -------------------------------------------------------------------------------- /mlx_engine/utils/prompt_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/utils/prompt_processing.py -------------------------------------------------------------------------------- /mlx_engine/utils/register_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/utils/register_models.py -------------------------------------------------------------------------------- /mlx_engine/utils/set_seed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/utils/set_seed.py -------------------------------------------------------------------------------- /mlx_engine/utils/speculative_decoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/utils/speculative_decoding.py -------------------------------------------------------------------------------- /mlx_engine/utils/token.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/utils/token.py -------------------------------------------------------------------------------- /mlx_engine/utils/top_logprobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/utils/top_logprobs.py -------------------------------------------------------------------------------- /mlx_engine/vision_model_kit/_transformers_compatibility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/vision_model_kit/_transformers_compatibility.py -------------------------------------------------------------------------------- /mlx_engine/vision_model_kit/vision_model_kit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/vision_model_kit/vision_model_kit.py -------------------------------------------------------------------------------- /mlx_engine/vision_model_kit/vision_model_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/mlx_engine/vision_model_kit/vision_model_wrapper.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/requirements.txt -------------------------------------------------------------------------------- /ruff.toml: -------------------------------------------------------------------------------- 1 | [lint.per-file-ignores] 2 | "mlx_engine/__init__.py" = ["E402"] 3 | -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/data/ben_franklin_autobiography_start.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/tests/data/ben_franklin_autobiography_start.txt -------------------------------------------------------------------------------- /tests/processors/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/tests/processors/README.md -------------------------------------------------------------------------------- /tests/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/tests/processors/__init__.py -------------------------------------------------------------------------------- /tests/processors/dump_logits_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/tests/processors/dump_logits_processor.py -------------------------------------------------------------------------------- /tests/shared.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/tests/shared.py -------------------------------------------------------------------------------- /tests/test_cache_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/tests/test_cache_wrapper.py -------------------------------------------------------------------------------- /tests/test_stop_string_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/tests/test_stop_string_processor.py -------------------------------------------------------------------------------- /tests/test_text_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/tests/test_text_models.py -------------------------------------------------------------------------------- /tests/test_vision_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/tests/test_vision_models.py -------------------------------------------------------------------------------- /tests/utils/test_progress_decorators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lmstudio-ai/mlx-engine/HEAD/tests/utils/test_progress_decorators.py --------------------------------------------------------------------------------