有个 1bit 模型最近很火 https://github.com/PrismML-Eng/Bonsai-demo

我本地环境不知道咋回事，搞混了 x86_64 和 arm64 。还有官方默认 python 3.11 我也不太满意，强行升级一波。

diff --git setup.sh setup.sh
index 543fab0..80c1190 100755
--- setup.sh
+++ setup.sh
@@ -13,7 +13,8 @@ cd "$SCRIPT_DIR"
VENV_DIR=“$SCRIPT_DIR/.venv"
 VENV_PY="$VENV_DIR/bin/python”
-PYTHON_VERSION=“3.11”
+# PYTHON_VERSION=“3.11”
+PYTHON_VERSION=3.14
────────────────────────────────────────────────────
Helpers
@@ -266,6 +267,10 @@ if [ “$OS” = “Darwin” ]; then
fi
 step "Building MLX from source (this takes 2-5 minutes on first install) ..."



Force arm64 so CMake does not pick x86_64 (e.g. universal cc / Rosetta); MLX rejects x86_64+Metal on macOS.

if [ “$(uname -m)” = “arm64” ]; then

   export ARCHFLAGS="${ARCHFLAGS:--arch arm64}"


fi
–no-build-isolation required: MLX’s C++/Metal build needs pre-installed setuptools
uv pip install --python “$VENV_PY” -e mlx/ --no-build-isolation
step “Installing MLX Python deps (mlx-lm, torch, transformers, …) …”

cd mlx

diff --git CMakeLists.txt CMakeLists.txt
index 041a476c..459ddae2 100644
--- CMakeLists.txt
+++ CMakeLists.txt
@@ -56,7 +56,17 @@ message(
 )
if(${CMAKE_SYSTEM_NAME} MATCHES “Darwin”)

if(${CMAKE_SYSTEM_PROCESSOR} MATCHES “x86_64”)



CMAKE_SYSTEM_PROCESSOR can stay x86_64 on Apple silicon until the toolchain


is fully configured; CMAKE_OSX_ARCHITECTURES reflects the actual target.

set(_mlx_macos_targeting_x86 OFF)
if(CMAKE_OSX_ARCHITECTURES)
if(“x86_64” IN_LIST CMAKE_OSX_ARCHITECTURES)

 set(_mlx_macos_targeting_x86 ON)


endif()
elseif(${CMAKE_SYSTEM_PROCESSOR} MATCHES “x86_64”)
set(_mlx_macos_targeting_x86 ON)
endif()
if(_mlx_macos_targeting_x86)
if(NOT MLX_ENABLE_X64_MAC)
message(
FATAL_ERROR
diff --git setup.py setup.py
index 12505bd1…db0c67c8 100644
— setup.py
+++ setup.py
@@ -126,6 +126,9 @@ class CMakeBuild(build_ext):
if build_macos:
# Cross-compile support for macOS - respect ARCHFLAGS if set
archs = re.findall(r"-arch (\S+)", os.environ.get(“ARCHFLAGS”, “”))

       # Default to native Apple-silicon when ARCHFLAGS is unset (avoids CMAKE_SYSTEM_PROCESSOR=x86_64 with universal toolchains)



       if not archs and platform.machine() == "arm64":



           archs = ["arm64"]
       if archs:
           cmake_args += ["-DCMAKE_OSX_ARCHITECTURES={}".format(";".join(archs))]

然后发现 metal 命令不存在。继续折腾。因为我没升级 macOS 26，还是 Sequoia 15.7.3，XCode从商店安装直接提示

Xcode can’t be installed on “Macintosh HD” because macOS version 26.2 or later is required.

手动：

wget https://download.developer.apple.com/Developer_Tools/Xcode_16/Xcode_16.xip
xip --expand Xcode_16.xip
sudo mv Xcode.app /Applications/
sudo xcode-select -s /Applications/Xcode.app/Contents/Developer
sudo xcodebuild -license accept

有AI代为折腾真好。

最后吐槽下，open-webui什么妖魔鬼怪。就tmd一个界面玩意也整出来好几个GB。