diff options
| author | Georgi Gerganov <ggerganov@gmail.com> | 2023-10-26 22:53:37 +0300 |
|---|---|---|
| committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-10-26 22:54:17 +0300 |
| commit | 34b2a5e1ee4fe6295fb4420eb91131d743694c65 (patch) | |
| tree | c3cfaba0176baca8eddda3c9e8881408831f6417 | |
| parent | 6961c4bd0b5176e10ab03b35394f1e9eab761792 (diff) | |
server : do not release slot on image input (#3798)
| -rw-r--r-- | examples/server/server.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index b4c4d0a2..5b7e4139 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1502,7 +1502,7 @@ struct llama_server_context { for (auto & slot : slots) { - const bool has_prompt = slot.prompt.is_array() || (slot.prompt.is_string() && !slot.prompt.get<std::string>().empty()); + const bool has_prompt = slot.prompt.is_array() || (slot.prompt.is_string() && !slot.prompt.get<std::string>().empty()) || !slot.images.empty(); // empty prompt passed -> release the slot and send empty response if (slot.state == IDLE && slot.command == LOAD_PROMPT && !has_prompt) |