add alias for chat template (#5858)

This commit is contained in:
Xuan Son Nguyen authored and GitHub committed 2024-03-04 12:22:08 +01:00
1 parent a0fc62661f
commit 4ffcdce2ff
2 files changed
+7 -7

No files matched your search

+1 -1
View File
@@ -413,7 +413,7 @@ struct llama_server_context
int res = llama_chat_apply_template(model, nullptr, chat, 1, true, buf.data(), buf.size());
if (res < 0) {
LOG_ERROR("The chat template comes with this model is not yet supported, falling back to chatml. This may cause the model to output suboptimal responses", {});
sparams.chat_template = "<|im_start|>"; // llama_chat_apply_template only checks if <|im_start|> exist in the template
sparams.chat_template = "chatml";
}
}