├── .gitignore ├── README.md ├── demo.ipynb ├── demo.py ├── mlx_parallm ├── __init__.py ├── models │ ├── __init__.py │ ├── base.py │ ├── gemma.py │ ├── llama.py │ ├── mixtral.py │ ├── phi3.py │ ├── su_rope.py │ └── switch_layers.py ├── sample_utils.py └── utils.py └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/willccbb/mlx_parallm/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/willccbb/mlx_parallm/HEAD/README.md -------------------------------------------------------------------------------- /demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/willccbb/mlx_parallm/HEAD/demo.ipynb -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/willccbb/mlx_parallm/HEAD/demo.py -------------------------------------------------------------------------------- /mlx_parallm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mlx_parallm/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mlx_parallm/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/willccbb/mlx_parallm/HEAD/mlx_parallm/models/base.py -------------------------------------------------------------------------------- /mlx_parallm/models/gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/willccbb/mlx_parallm/HEAD/mlx_parallm/models/gemma.py -------------------------------------------------------------------------------- /mlx_parallm/models/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/willccbb/mlx_parallm/HEAD/mlx_parallm/models/llama.py -------------------------------------------------------------------------------- /mlx_parallm/models/mixtral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/willccbb/mlx_parallm/HEAD/mlx_parallm/models/mixtral.py -------------------------------------------------------------------------------- /mlx_parallm/models/phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/willccbb/mlx_parallm/HEAD/mlx_parallm/models/phi3.py -------------------------------------------------------------------------------- /mlx_parallm/models/su_rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/willccbb/mlx_parallm/HEAD/mlx_parallm/models/su_rope.py -------------------------------------------------------------------------------- /mlx_parallm/models/switch_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/willccbb/mlx_parallm/HEAD/mlx_parallm/models/switch_layers.py -------------------------------------------------------------------------------- /mlx_parallm/sample_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/willccbb/mlx_parallm/HEAD/mlx_parallm/sample_utils.py -------------------------------------------------------------------------------- /mlx_parallm/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/willccbb/mlx_parallm/HEAD/mlx_parallm/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | mlx 2 | mlx_lm --------------------------------------------------------------------------------