├── .gitignore ├── LICENSE.md ├── README.md ├── pyproject.toml └── src └── mlx_textgen ├── __init__.py ├── cache_utils.py ├── chat_presets.py ├── chat_utils.py ├── cli.py ├── engine.py ├── generation_utils.py ├── log_utils.py ├── model_utils.py ├── rotating_kv_cache_patch.py ├── sampling_utils.py ├── server.py ├── tokenizer_utils.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/README.md -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/pyproject.toml -------------------------------------------------------------------------------- /src/mlx_textgen/__init__.py: -------------------------------------------------------------------------------- 1 | from .rotating_kv_cache_patch import * 2 | 3 | __version__ = '0.2.1' -------------------------------------------------------------------------------- /src/mlx_textgen/cache_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/src/mlx_textgen/cache_utils.py -------------------------------------------------------------------------------- /src/mlx_textgen/chat_presets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/src/mlx_textgen/chat_presets.py -------------------------------------------------------------------------------- /src/mlx_textgen/chat_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/src/mlx_textgen/chat_utils.py -------------------------------------------------------------------------------- /src/mlx_textgen/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/src/mlx_textgen/cli.py -------------------------------------------------------------------------------- /src/mlx_textgen/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/src/mlx_textgen/engine.py -------------------------------------------------------------------------------- /src/mlx_textgen/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/src/mlx_textgen/generation_utils.py -------------------------------------------------------------------------------- /src/mlx_textgen/log_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/src/mlx_textgen/log_utils.py -------------------------------------------------------------------------------- /src/mlx_textgen/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/src/mlx_textgen/model_utils.py -------------------------------------------------------------------------------- /src/mlx_textgen/rotating_kv_cache_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/src/mlx_textgen/rotating_kv_cache_patch.py -------------------------------------------------------------------------------- /src/mlx_textgen/sampling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/src/mlx_textgen/sampling_utils.py -------------------------------------------------------------------------------- /src/mlx_textgen/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/src/mlx_textgen/server.py -------------------------------------------------------------------------------- /src/mlx_textgen/tokenizer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/src/mlx_textgen/tokenizer_utils.py -------------------------------------------------------------------------------- /src/mlx_textgen/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nath1295/MLX-Textgen/HEAD/src/mlx_textgen/utils.py --------------------------------------------------------------------------------