From b7368332e24c5b2c8038bf8267f43632783fcc35 Mon Sep 17 00:00:00 2001 From: Pierrick Hymbert Date: Sat, 27 Apr 2024 17:50:48 +0200 Subject: ci: server: tests python env on github container ubuntu latest / fix n_predict (#6935) * ci: server: fix python env * ci: server: fix server tests after #6638 * ci: server: fix windows is not building PR branch --- examples/server/server.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'examples/server') diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 6f8ba3fc..2760aea8 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1208,7 +1208,7 @@ struct server_context { } auto n_ctx_train = llama_n_ctx_train(model); - if (slot.params.n_predict < 1 && slot.ga_n == 1 + if (slot.params.n_predict < 1 && slot.n_predict < 1 && slot.ga_n == 1 && slot.n_prompt_tokens + slot.n_decoded >= n_ctx_train) { LOG_WARNING("n_predict is not set and self-context extend is disabled." " Limiting generated tokens to n_ctx_train to avoid EOS-less generation infinite loop", { -- cgit v1.2.3