summaryrefslogtreecommitdiff
path: root/examples/server/server.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'examples/server/server.cpp')
-rw-r--r--examples/server/server.cpp7
1 files changed, 7 insertions, 0 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index ceaeb1f7..7e0d068f 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -671,6 +671,13 @@ struct server_context {
model = nullptr;
}
+ // Clear any sampling context
+ for (server_slot & slot : slots) {
+ if (slot.ctx_sampling != nullptr) {
+ llama_sampling_free(slot.ctx_sampling);
+ }
+ }
+
llama_batch_free(batch);
}