diff options
-rw-r--r-- | examples/server/server.cpp | 7 |
1 files changed, 7 insertions, 0 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index ceaeb1f7..7e0d068f 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -671,6 +671,13 @@ struct server_context { model = nullptr; } + // Clear any sampling context + for (server_slot & slot : slots) { + if (slot.ctx_sampling != nullptr) { + llama_sampling_free(slot.ctx_sampling); + } + } + llama_batch_free(batch); } |