diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-12-01 20:35:03 +0200 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-12-01 20:35:47 +0200 |
commit | d5a1cbde60531d02ac74da27ea355182e3a4d516 (patch) | |
tree | 9c658b7b8f3c60be263ed1fe3800788d166678f1 /examples/server/server.cpp | |
parent | b220222a64ce760bfbec9c770f11db3ec6a6abb6 (diff) |
llama : support optional tensors (#4283)
Diffstat (limited to 'examples/server/server.cpp')
-rw-r--r-- | examples/server/server.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index a65344b9..0fd42dcb 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1469,7 +1469,7 @@ struct llama_server_context int split_multiprompt_task(task_server& multiprompt_task) { - auto prompt_count = multiprompt_task.data.at("prompt").size(); + int prompt_count = multiprompt_task.data.at("prompt").size(); assert(prompt_count > 1); int multitask_id = id_gen++; |