summaryrefslogtreecommitdiff
path: root/examples
diff options
context:
space:
mode:
authorSteve Grubb <ausearch.1@gmail.com>2024-05-11 04:13:02 -0400
committerGitHub <noreply@github.com>2024-05-11 11:13:02 +0300
commit988631335a20d06497f58be0b8ba13adb4323a22 (patch)
tree69cbdf5138b48e2ac9f4da303f3d092851e20509 /examples
parentf99e1e456eaf69cc38c1982a2693ce41c0f897ef (diff)
server : free llama_batch on exit (#7212)
* [server] Cleanup a memory leak on exit There are a couple memory leaks on exit of the server. This hides others. After cleaning this up, you can see leaks on slots. But that is another patch to be sent after this. * make tab into spaces
Diffstat (limited to 'examples')
-rw-r--r--examples/server/server.cpp2
1 files changed, 2 insertions, 0 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index 2bf4026d..55c1d412 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -673,6 +673,8 @@ struct server_context {
llama_free_model(model);
model = nullptr;
}
+
+ llama_batch_free(batch);
}
bool load_model(const gpt_params & params_) {