diff options
author | Xuan Son Nguyen <thichthat@gmail.com> | 2024-03-04 12:22:08 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-03-04 12:22:08 +0100 |
commit | 4ffcdce2ff877ebb683cd217ea38faf20faa5ffe (patch) | |
tree | a8f951bfb42b372928dc6734a8c5a799e2360fad /examples/server/server.cpp | |
parent | a0fc62661f0fd2a9edd10ae5617345bbbf972f42 (diff) |
add alias for chat template (#5858)
Diffstat (limited to 'examples/server/server.cpp')
-rw-r--r-- | examples/server/server.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 0ca388f4..208edd57 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -413,7 +413,7 @@ struct llama_server_context int res = llama_chat_apply_template(model, nullptr, chat, 1, true, buf.data(), buf.size()); if (res < 0) { LOG_ERROR("The chat template comes with this model is not yet supported, falling back to chatml. This may cause the model to output suboptimal responses", {}); - sparams.chat_template = "<|im_start|>"; // llama_chat_apply_template only checks if <|im_start|> exist in the template + sparams.chat_template = "chatml"; } } |