Perf: Add cmp-tune insane profile, update Proxmox LXC privileged container docs, and update benchmarks to 28.8 tok/s with PCIe Gen2 and unlocked 610.43.03 driver

2026-09-02 00:56:37 +00:00
parent d726501d71
commit d1353e9b0d
2 changed files with 14 additions and 1 deletions
@@ -24,7 +24,7 @@ exec /opt/llama.cpp/build-nccl/bin/llama-server \
  --split-mode tensor \
  --flash-attn on \
  --batch-size 1024 \
-  --ubatch-size 256 \
+  --ubatch-size 512 \
  --jinja \
  --threads 12 \
  --cache-type-k q4_0 \