build(server): update launcher for upstream b11015 numa syntax
This commit is contained in:
@@ -37,7 +37,7 @@ exec /opt/llama.cpp-xrip/build-nccl/bin/llama-server \
|
|||||||
--reasoning-effort xhigh \
|
--reasoning-effort xhigh \
|
||||||
--reasoning-preserve \
|
--reasoning-preserve \
|
||||||
--reasoning-format deepseek \
|
--reasoning-format deepseek \
|
||||||
--numa split \
|
--numa isolate \
|
||||||
-ngl 99 \
|
-ngl 99 \
|
||||||
-c 131072 \
|
-c 131072 \
|
||||||
--parallel 1 \
|
--parallel 1 \
|
||||||
|
|||||||
Reference in New Issue
Block a user