diff options
| author | Kawrakow <iwankawrakow@gmail.com> | 2025-06-17 10:32:53 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2025-06-17 10:32:53 +0300 |
| commit | 8b3002bba2ea64b1de9ca2ff87207d8c37b0f08e (patch) | |
| tree | b291c2b7d332bd3771251ed0659136318294870a /common/common.h | |
| parent | 0f8f8b32e2d0c7e3ac8bbafee6965dcd1305d002 (diff) | |
Send [DONE] for OAI compatibility (#470)
Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
Diffstat (limited to 'common/common.h')
| -rw-r--r-- | common/common.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/common/common.h b/common/common.h index 1b4835bd..1774b5d4 100644 --- a/common/common.h +++ b/common/common.h @@ -223,6 +223,7 @@ struct gpt_params { int32_t timeout_read = 600; // http read timeout in seconds int32_t timeout_write = timeout_read; // http write timeout in seconds int32_t n_threads_http = -1; // number of threads to process HTTP requests + bool send_done = false; // send done message as required for OAI compatibility std::string hostname = "127.0.0.1"; std::string public_path = ""; |