diff options
| author | Georgi Gerganov <ggerganov@gmail.com> | 2024-03-08 12:40:02 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-03-08 12:40:02 +0200 |
| commit | af37fd8b30e37ccbffdd82e6f48559e2fb7ce7dd (patch) | |
| tree | 0c65ec9c78b808347a04986f12cd6b81761fbdb1 /examples/server/server.cpp | |
| parent | 581ed5c4fe3a8909aaa8313633ac443f471ba755 (diff) | |
server : fix EOS token detection with disabled cache (#5938)
Diffstat (limited to 'examples/server/server.cpp')
| -rw-r--r-- | examples/server/server.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index f255ad76..1434095f 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1123,7 +1123,7 @@ struct server_context { }); } - if (!slot.cache_tokens.empty() && result.tok == llama_token_eos(model)) { + if (result.tok == llama_token_eos(model)) { slot.stopped_eos = true; slot.has_next_token = false; |