diff options
| author | Robey Holderith <robey@flaminglunchbox.net> | 2024-02-18 11:11:16 -0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-02-18 21:11:16 +0200 |
| commit | 5ee99c32f5e47c8d32634eff9a47fb32a24c276b (patch) | |
| tree | b96e45b36fe325a926025f94655a885428c84f47 /examples/server/server.cpp | |
| parent | c145f8a132b2fe1d1e65987faddbd9a40bef7a12 (diff) | |
common, server : surface min_keep as its own parameter (#5567)
* Feature - surface min_keep as its own parameter
* Updated README with min_keep param
Diffstat (limited to 'examples/server/server.cpp')
| -rw-r--r-- | examples/server/server.cpp | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 4f2e9c89..22c344dd 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -548,6 +548,7 @@ struct llama_server_context slot->params.seed = json_value(data, "seed", default_params.seed); slot->sparams.grammar = json_value(data, "grammar", default_sparams.grammar); slot->sparams.n_probs = json_value(data, "n_probs", default_sparams.n_probs); + slot->sparams.min_keep = json_value(data, "min_keep", default_sparams.min_keep); if (slot->n_predict > 0 && slot->params.n_predict > slot->n_predict) { // Might be better to reject the request with a 400 ? @@ -1093,6 +1094,7 @@ struct llama_server_context {"stream", slot.params.stream}, {"logit_bias", slot.sparams.logit_bias}, {"n_probs", slot.sparams.n_probs}, + {"min_keep", slot.sparams.min_keep}, {"grammar", slot.sparams.grammar}, {"samplers", samplers_sequence} }; |