diff --git a/scripts/start-server.sh b/scripts/start-server.sh index 90f4571..d221bd3 100755 --- a/scripts/start-server.sh +++ b/scripts/start-server.sh @@ -42,10 +42,9 @@ exec /opt/llama.cpp-xrip/build-nccl/bin/llama-server \ -c 131072 \ --parallel 1 \ --cache-prompt \ - --cache-reuse 64 \ --cache-idle-slots \ --slot-prompt-similarity 0.10 \ - --cache-ram 32768 \ + --cache-ram 12288 \ --slot-save-path /var/cache/llama-slots \ --split-mode tensor \ --flash-attn on \