mac 本地跑千问Qwen3.5-4B-MLX-4bit#

uv#

brew install uv

project#

uv init mlx

# 查找可用的python版本
cd mlx 

uv python list

uv python install 3.14

uv venv --python 3.14

source .venv/bin/activate
deactivate

mlx#

uv pip install mlx

uv pip install -U mlx-vlm

export HF_ENDPOINT=https://hf-mirror.com

mlx_vlm.generate --model mlx-community/Qwen3.5-27B-4bit --max-tokens 100 --temperature 0.0 --prompt "Describe this image."