diff options
| author | Jan Boon <kaetemi@gmail.com> | 2024-03-22 19:12:05 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-03-22 13:12:05 +0200 |
| commit | 6b8bb3a31d260a01020497c5f01025c34222fcb9 (patch) | |
| tree | 2902b43dbc16259c918c5cfa6a09be9abd6371b3 /examples/server | |
| parent | 68e210b3543e0cc71268bee0920441747679ee13 (diff) | |
server : fix n_keep always showing as 0 in response (#6211)
Diffstat (limited to 'examples/server')
| -rw-r--r-- | examples/server/server.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index c918fabe..421fa6d4 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1247,7 +1247,7 @@ struct server_context { {"penalize_nl", slot.sparams.penalize_nl}, {"stop", slot.params.antiprompt}, {"n_predict", slot.params.n_predict}, // TODO: fix duplicate key n_predict - {"n_keep", params.n_keep}, + {"n_keep", slot.params.n_keep}, {"ignore_eos", ignore_eos}, {"stream", slot.params.stream}, {"logit_bias", slot.sparams.logit_bias}, |