diff options
Diffstat (limited to 'examples/server/utils.hpp')
| -rw-r--r-- | examples/server/utils.hpp | 4 |
1 files changed, 0 insertions, 4 deletions
diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp index a8d43ac6..1a221250 100644 --- a/examples/server/utils.hpp +++ b/examples/server/utils.hpp @@ -381,10 +381,6 @@ static json oaicompat_completion_params_parse( } else { llama_params["stop"] = json_value(body, "stop", json::array()); } - // Some chat templates don't use EOS token to stop generation - // We must add their end sequences to list of stop words - llama_params["stop"].push_back("<|im_end|>"); // chatml - llama_params["stop"].push_back("<end_of_turn>"); // gemma // Handle "response_format" field if (body.contains("response_format")) { |