build(server): update launcher for upstream b11015 numa syntax
This commit is contained in:
1 parent
05720793ad
commit
ae7c1e24e3
1 file changed
+1
-1
@@ -37,7 +37,7 @@ exec /opt/llama.cpp-xrip/build-nccl/bin/llama-server \
|
||||
--reasoning-effort xhigh \
|
||||
--reasoning-preserve \
|
||||
--reasoning-format deepseek \
|
||||
--numa split \
|
||||
--numa isolate \
|
||||
-ngl 99 \
|
||||
-c 131072 \
|
||||
--parallel 1 \
|
||||
|
||||
Reference in new issue
Block a user