From 8b3002bba2ea64b1de9ca2ff87207d8c37b0f08e Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Tue, 17 Jun 2025 10:32:53 +0300 Subject: Send [DONE] for OAI compatibility (#470) Co-authored-by: Iwan Kawrakow --- common/common.h | 1 + 1 file changed, 1 insertion(+) (limited to 'common/common.h') diff --git a/common/common.h b/common/common.h index 1b4835bd..1774b5d4 100644 --- a/common/common.h +++ b/common/common.h @@ -223,6 +223,7 @@ struct gpt_params { int32_t timeout_read = 600; // http read timeout in seconds int32_t timeout_write = timeout_read; // http write timeout in seconds int32_t n_threads_http = -1; // number of threads to process HTTP requests + bool send_done = false; // send done message as required for OAI compatibility std::string hostname = "127.0.0.1"; std::string public_path = ""; -- cgit v1.2.3