diff options
| -rw-r--r-- | examples/server/server.cpp | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 2bf4026d..55c1d412 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -673,6 +673,8 @@ struct server_context { llama_free_model(model); model = nullptr; } + + llama_batch_free(batch); } bool load_model(const gpt_params & params_) { |