diff options
| author | makomk <makosoft@googlemail.com> | 2024-01-13 14:16:11 +0000 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-01-13 16:16:11 +0200 |
| commit | ee8243adaa9a9f51ff449213383874e49efe368f (patch) | |
| tree | 2c56dfc844edf67c4534f5a8fceedbfc16e06c9f /examples/server | |
| parent | 15ebe59210e7fd9817ff67f51fa1a5ee2d004294 (diff) | |
server : fix crash with multimodal models without BOS token (#4904)
Diffstat (limited to 'examples/server')
| -rw-r--r-- | examples/server/server.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index c1ab8f9d..7b33aea1 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1835,7 +1835,7 @@ struct llama_server_context slot.cache_tokens = prompt_tokens; - if (slot.n_past == slot.num_prompt_tokens) + if (slot.n_past == slot.num_prompt_tokens && slot.n_past > 0) { // we have to evaluate at least 1 token to generate logits. LOG_TEE("slot %d : we have to evaluate at least 1 token to generate logits\n", slot.id); |