diff options
| author | Mihai <mihai.chirculescu@yahoo.com> | 2023-11-09 04:00:34 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-11-08 20:00:34 -0600 |
| commit | 57ad015dc3011b046ed5a23186c86ea55f987c54 (patch) | |
| tree | 82408a6e008605c341428e75eea9a35ce342de94 /examples/server/server.cpp | |
| parent | 875fb42871a0f5a88fbe31a0b5edd697b84038e4 (diff) | |
server : add min_p param (#3877)
* Update server.cpp with min_p after it was introduced in https://github.com/ggerganov/llama.cpp/pull/3841
* Use spaces instead of tabs
* Update index.html.hpp after running deps.sh
* Fix test - fix line ending
Diffstat (limited to 'examples/server/server.cpp')
| -rw-r--r-- | examples/server/server.cpp | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index fd755327..cbf36ad6 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -679,6 +679,7 @@ struct llama_server_context slot->params.n_predict = json_value(data, "n_predict", default_params.n_predict); slot->sparams.top_k = json_value(data, "top_k", default_sparams.top_k); slot->sparams.top_p = json_value(data, "top_p", default_sparams.top_p); + slot->sparams.min_p = json_value(data, "min_p", default_sparams.min_p); slot->sparams.tfs_z = json_value(data, "tfs_z", default_sparams.tfs_z); slot->sparams.typical_p = json_value(data, "typical_p", default_sparams.typical_p); slot->sparams.temp = json_value(data, "temperature", default_sparams.temp); @@ -1113,6 +1114,7 @@ struct llama_server_context {"temp", slot.sparams.temp}, {"top_k", slot.sparams.top_k}, {"top_p", slot.sparams.top_p}, + {"min_p", slot.sparams.min_p}, {"tfs_z", slot.sparams.tfs_z}, {"typical_p", slot.sparams.typical_p}, {"repeat_last_n", slot.sparams.penalty_last_n}, |