From 41265cf9dbc65f658ce2b4da1760326c10af59ba Mon Sep 17 00:00:00 2001
From: wmantly <wmantly@users.noreply.git.theta42.com>
Date: Fri, 4 Sep 2026 20:29:40 +0000
Subject: [PATCH] feat: re-enable multimodal vision ViT projector offloaded to
 12GB RTX 2060 (CUDA2)

---
 scripts/start-server.sh | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/scripts/start-server.sh b/scripts/start-server.sh
index 3e11218..419eee8 100755
--- a/scripts/start-server.sh
+++ b/scripts/start-server.sh
@@ -13,6 +13,9 @@ export NCCL_PROTO=SIMPLE
 
 exec /opt/llama.cpp-xrip/build-nccl/bin/llama-server \
   -m /opt/models/gguf/Qwen3.8-27B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf \
+  --mmproj /opt/models/gguf/mmproj-Qwen3.8-27B-Uncensored-f16.gguf \
+  --mmproj-device CUDA2 \
+  --image-min-tokens 1024 \
   --spec-type draft-mtp \
   --spec-draft-n-max 2 \
   --numa split \