feat(context): bump context window to 192K (196,608 tokens) with q4_0 KV cache

This commit is contained in:
wmantly committed 2026-09-22 01:50:58 +00:00
1 parent 1e98eea3bd
commit de36ba8f6e
2 files changed
+4 -4

No files matched your search

+1 -1
View File
@@ -38,7 +38,7 @@ LLAMA_BASE = "http://127.0.0.1:8080" # llama.cpp server root
MODEL_NAME = "Qwen3.8-Uncensored" # primary name
BACKEND_MODEL = MODEL_NAME # what we send llama.cpp
VERSION = "0.5.4" # fake ollama version
CTX_SIZE = 131072
CTX_SIZE = 196608
MAX_OUTPUT = 65536
KEEP_ALIVE = 300