summaryrefslogtreecommitdiff
path: root/examples/server/server.cpp
diff options
context:
space:
mode:
authorXuan Son Nguyen <thichthat@gmail.com>2024-03-04 12:22:08 +0100
committerGitHub <noreply@github.com>2024-03-04 12:22:08 +0100
commit4ffcdce2ff877ebb683cd217ea38faf20faa5ffe (patch)
treea8f951bfb42b372928dc6734a8c5a799e2360fad /examples/server/server.cpp
parenta0fc62661f0fd2a9edd10ae5617345bbbf972f42 (diff)
add alias for chat template (#5858)
Diffstat (limited to 'examples/server/server.cpp')
-rw-r--r--examples/server/server.cpp2
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index 0ca388f4..208edd57 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -413,7 +413,7 @@ struct llama_server_context
int res = llama_chat_apply_template(model, nullptr, chat, 1, true, buf.data(), buf.size());
if (res < 0) {
LOG_ERROR("The chat template comes with this model is not yet supported, falling back to chatml. This may cause the model to output suboptimal responses", {});
- sparams.chat_template = "<|im_start|>"; // llama_chat_apply_template only checks if <|im_start|> exist in the template
+ sparams.chat_template = "chatml";
}
}