summaryrefslogtreecommitdiff
path: root/examples/server
diff options
context:
space:
mode:
authorGeorgi Gerganov <ggerganov@gmail.com>2023-12-01 20:35:03 +0200
committerGeorgi Gerganov <ggerganov@gmail.com>2023-12-01 20:35:47 +0200
commitd5a1cbde60531d02ac74da27ea355182e3a4d516 (patch)
tree9c658b7b8f3c60be263ed1fe3800788d166678f1 /examples/server
parentb220222a64ce760bfbec9c770f11db3ec6a6abb6 (diff)
llama : support optional tensors (#4283)
Diffstat (limited to 'examples/server')
-rw-r--r--examples/server/server.cpp2
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index a65344b9..0fd42dcb 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -1469,7 +1469,7 @@ struct llama_server_context
int split_multiprompt_task(task_server& multiprompt_task)
{
- auto prompt_count = multiprompt_task.data.at("prompt").size();
+ int prompt_count = multiprompt_task.data.at("prompt").size();
assert(prompt_count > 1);
int multitask_id = id_gen++;