diff options
| author | Georgi Gerganov <ggerganov@gmail.com> | 2024-05-20 08:56:05 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-05-20 08:56:05 +0300 |
| commit | e932094d58f513d5996c3efc9f6fed8238894c57 (patch) | |
| tree | e40287b4cfc0bf9b57580e298c03b533201d81d0 /examples/server | |
| parent | 2789baf480ba7dc9281b65f601f0918e58920f54 (diff) | |
server : return error on too large embedding input (#7389)
Diffstat (limited to 'examples/server')
| -rw-r--r-- | examples/server/server.cpp | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 7978f979..6af5cb96 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1981,8 +1981,7 @@ struct server_context { slot.state = SLOT_STATE_PROCESSING; slot.command = SLOT_COMMAND_NONE; slot.release(); - slot.print_timings(); - send_final_response(slot); + send_error(slot, "input is too large to process. increase the physical batch size", ERROR_TYPE_SERVER); continue; } } else { |