├── .gitignore ├── LICENSE ├── Makefile ├── PYPI.md ├── README.md ├── poetry.lock ├── pyproject.toml ├── src └── mlx_llm │ ├── __init__.py │ ├── chat │ ├── __init__.py │ ├── chat.py │ └── utils.py │ ├── model │ ├── __init__.py │ ├── _config.py │ ├── _factory.py │ ├── _registry.py │ ├── _utils.py │ ├── converter.py │ └── transformer.py │ ├── prompt │ ├── __init__.py │ ├── _base.py │ ├── gemma.py │ ├── hermes.py │ ├── llama.py │ ├── mistral.py │ ├── openelm.py │ └── phi.py │ └── utils │ ├── __init__.py │ ├── hf.py │ ├── session.py │ ├── time.py │ └── weights.py └── static ├── mlx-llm-demo.gif └── rag-example.jpeg /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/Makefile -------------------------------------------------------------------------------- /PYPI.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/PYPI.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/README.md -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/pyproject.toml -------------------------------------------------------------------------------- /src/mlx_llm/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = "1.0.9" 2 | -------------------------------------------------------------------------------- /src/mlx_llm/chat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/chat/__init__.py -------------------------------------------------------------------------------- /src/mlx_llm/chat/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/chat/chat.py -------------------------------------------------------------------------------- /src/mlx_llm/chat/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/chat/utils.py -------------------------------------------------------------------------------- /src/mlx_llm/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/model/__init__.py -------------------------------------------------------------------------------- /src/mlx_llm/model/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/model/_config.py -------------------------------------------------------------------------------- /src/mlx_llm/model/_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/model/_factory.py -------------------------------------------------------------------------------- /src/mlx_llm/model/_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/model/_registry.py -------------------------------------------------------------------------------- /src/mlx_llm/model/_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/model/_utils.py -------------------------------------------------------------------------------- /src/mlx_llm/model/converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/model/converter.py -------------------------------------------------------------------------------- /src/mlx_llm/model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/model/transformer.py -------------------------------------------------------------------------------- /src/mlx_llm/prompt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/prompt/__init__.py -------------------------------------------------------------------------------- /src/mlx_llm/prompt/_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/prompt/_base.py -------------------------------------------------------------------------------- /src/mlx_llm/prompt/gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/prompt/gemma.py -------------------------------------------------------------------------------- /src/mlx_llm/prompt/hermes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/prompt/hermes.py -------------------------------------------------------------------------------- /src/mlx_llm/prompt/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/prompt/llama.py -------------------------------------------------------------------------------- /src/mlx_llm/prompt/mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/prompt/mistral.py -------------------------------------------------------------------------------- /src/mlx_llm/prompt/openelm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/prompt/openelm.py -------------------------------------------------------------------------------- /src/mlx_llm/prompt/phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/prompt/phi.py -------------------------------------------------------------------------------- /src/mlx_llm/utils/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /src/mlx_llm/utils/hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/utils/hf.py -------------------------------------------------------------------------------- /src/mlx_llm/utils/session.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/utils/session.py -------------------------------------------------------------------------------- /src/mlx_llm/utils/time.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/utils/time.py -------------------------------------------------------------------------------- /src/mlx_llm/utils/weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/src/mlx_llm/utils/weights.py -------------------------------------------------------------------------------- /static/mlx-llm-demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/static/mlx-llm-demo.gif -------------------------------------------------------------------------------- /static/rag-example.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/riccardomusmeci/mlx-llm/HEAD/static/rag-example.jpeg --------------------------------------------------------------------------------