diff options
| author | Karthick <j.karthic2004@gmail.com> | 2024-03-20 16:32:34 +0530 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-03-20 12:02:34 +0100 |
| commit | 47cc7a7bf9793f81a6dfe7c2096c499403f64dd6 (patch) | |
| tree | 8e9e1f7e4f9d124f5e2bc2921db44cc0dfd5f07f /examples/server | |
| parent | bd60d82d0cc8b6852ec535495a5042dbdf05de24 (diff) | |
Server: Handle n_keep parameter in the request (#6174)
Diffstat (limited to 'examples/server')
| -rw-r--r-- | examples/server/utils.hpp | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp index 2ddb2cd2..cc5fce69 100644 --- a/examples/server/utils.hpp +++ b/examples/server/utils.hpp @@ -371,6 +371,7 @@ static json oaicompat_completion_params_parse( llama_params["repeat_last_n"] = json_value(body, "repeat_last_n", default_sparams.penalty_last_n); llama_params["ignore_eos"] = json_value(body, "ignore_eos", false); llama_params["tfs_z"] = json_value(body, "tfs_z", default_sparams.tfs_z); + llama_params["n_keep"] = json_value(body, "n_keep", 0); if (body.count("grammar") != 0) { llama_params["grammar"] = json_value(body, "grammar", json::object()); |