wmantly/llama.cpp-xrip
1
0 Fork 0
Code Issues Pull Requests Actions 26 Packages Projects Releases Wiki Activity

llama : minor sampling refactor (2) (#9386)

Browse Source
This commit is contained in:
slaren authored and GitHub committed 2024-09-09 17:10:46 +02:00
1 parent 38ca6f644b
commit 5fb5e24811
12 files changed
+115 -113
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

examples/server/server.cpp
+1 -1
View File
@@ -613,7 +613,7 @@ struct server_context {
gpt_params params;
llama_batch batch;
llama_batch batch = {};
bool clean_kv_cache = true;
bool add_bos_token = true;