diff options
| author | Alexey Parfenov <zxed@alkatrazstudio.net> | 2024-03-09 11:16:53 +0000 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-03-09 13:16:53 +0200 |
| commit | 0db32beaf09d90b8959d3d0cc493ed1e45685353 (patch) | |
| tree | 66d81f79a07e92d3be60395efb6ecfe4bc331824 /examples/server/server.cpp | |
| parent | 8a3012a4ad08112bb3dc3f1399afec4e93780c44 (diff) | |
server : fix passing prompt as tokens (#5955)
* server: fix passing prompt as tokens
* Update examples/server/server.cpp
---------
Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
Diffstat (limited to 'examples/server/server.cpp')
| -rw-r--r-- | examples/server/server.cpp | 11 |
1 files changed, 10 insertions, 1 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index aedf0afc..8cff514f 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -852,7 +852,16 @@ struct server_context { // infill slot.params.input_prefix = json_value(data, "input_prefix", default_params.input_prefix); slot.params.input_suffix = json_value(data, "input_suffix", default_params.input_suffix); - slot.prompt = json_value(data, "prompt", std::string("")); + + // get prompt + { + const auto & prompt = data.find("prompt"); + if (prompt == data.end()) { + slot.prompt = ""; + } else { + slot.prompt = *prompt; + } + } // penalize user-provided tokens { |