diff --git a/scripts/start-server.sh b/scripts/start-server.sh index 3e11218..419eee8 100755 --- a/scripts/start-server.sh +++ b/scripts/start-server.sh @@ -13,6 +13,9 @@ export NCCL_PROTO=SIMPLE exec /opt/llama.cpp-xrip/build-nccl/bin/llama-server \ -m /opt/models/gguf/Qwen3.8-27B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf \ + --mmproj /opt/models/gguf/mmproj-Qwen3.8-27B-Uncensored-f16.gguf \ + --mmproj-device CUDA2 \ + --image-min-tokens 1024 \ --spec-type draft-mtp \ --spec-draft-n-max 2 \ --numa split \