diff options
| author | Justin Parker <jparkerweb@gmail.com> | 2024-02-06 04:20:59 -0500 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-02-06 11:20:59 +0200 |
| commit | 8a79c591de9b7ff3242a94f68b7fb5a17ed8c2be (patch) | |
| tree | c103fed04cb993fa8b212b80617b5d312d9fb169 /examples/server/server.cpp | |
| parent | 31e790322133a4b1d0684527ea446e765e8a96cf (diff) | |
server : include total "num_slots" in props endpoint (#5349)
Diffstat (limited to 'examples/server/server.cpp')
| -rw-r--r-- | examples/server/server.cpp | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index e48a1da7..d86d7e04 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -432,6 +432,7 @@ struct llama_server_context } default_generation_settings_for_props = get_formated_generation(slots.front()); + default_generation_settings_for_props["num_slots"] = params.n_parallel; default_generation_settings_for_props["seed"] = -1; batch = llama_batch_init(n_ctx, 0, params.n_parallel); |