diff options
| author | SakuraUmi <yukinon244@gmail.com> | 2023-12-29 22:22:44 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-12-29 16:22:44 +0200 |
| commit | 60f55e888c29cbd87c4238dd19e85d0eef87245d (patch) | |
| tree | 146cb044288181e5ff83f3e1fd9c27e0112f0d9f /examples/server/server.cpp | |
| parent | b93edd22f55d3e5268263c3edcdae1818505c078 (diff) | |
server : fix OpenAI server sampling w.r.t. penalty. (#4675)
Diffstat (limited to 'examples/server/server.cpp')
| -rw-r--r-- | examples/server/server.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 31b8cf33..035eb24a 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -2461,7 +2461,7 @@ json oaicompat_completion_params_parse( llama_params["mirostat_eta"] = json_value(body, "mirostat_eta", default_sparams.mirostat_eta); llama_params["penalize_nl"] = json_value(body, "penalize_nl", default_sparams.penalize_nl); llama_params["typical_p"] = json_value(body, "typical_p", default_sparams.typical_p); - llama_params["repeat_last_n"] = json_value(body, "repeat_last_n", 0); + llama_params["repeat_last_n"] = json_value(body, "repeat_last_n", default_sparams.penalty_last_n); llama_params["ignore_eos"] = json_value(body, "ignore_eos", false); llama_params["tfs_z"] = json_value(body, "tfs_z", default_sparams.tfs_z); |