feat(context): bump context window to 192K (196,608 tokens) with q4_0 KV cache
This commit is contained in:
1 parent
1e98eea3bd
commit
de36ba8f6e
2 files changed
+4
-4
No files matched your search
@@ -38,7 +38,7 @@ LLAMA_BASE = "http://127.0.0.1:8080" # llama.cpp server root
|
||||
MODEL_NAME = "Qwen3.8-Uncensored" # primary name
|
||||
BACKEND_MODEL = MODEL_NAME # what we send llama.cpp
|
||||
VERSION = "0.5.4" # fake ollama version
|
||||
CTX_SIZE = 131072
|
||||
CTX_SIZE = 196608
|
||||
MAX_OUTPUT = 65536
|
||||
KEEP_ALIVE = 300
|
||||
|
||||
|
||||
Reference in new issue
Block a user