diff options
author | Xuan Son Nguyen <thichthat@gmail.com> | 2024-01-26 13:42:20 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-01-26 14:42:20 +0200 |
commit | 48c857aa10aea73210a4a72da3f1a6f99269e75d (patch) | |
tree | 84ad3c5956c03c1bac8922f68ca828e456116b50 /examples/server/CMakeLists.txt | |
parent | 413e7b0559f922bd4de5e9eec548829d111651b1 (diff) |
server : refactored the task processing logic (#5065)
* server: add llama_server_queue struct
* server: add llama_server_response_event
* server: add comments
* server: move all mutexes away from server.cpp
* server: correct multitask response
* server: only add back deferred tasks when one slot is available
* server: fix a race condition cause by "request_completion"
Diffstat (limited to 'examples/server/CMakeLists.txt')
-rw-r--r-- | examples/server/CMakeLists.txt | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/server/CMakeLists.txt b/examples/server/CMakeLists.txt index 81709e44..cc13b2d6 100644 --- a/examples/server/CMakeLists.txt +++ b/examples/server/CMakeLists.txt @@ -1,7 +1,7 @@ set(TARGET server) option(LLAMA_SERVER_VERBOSE "Build verbose logging option for Server" ON) include_directories(${CMAKE_CURRENT_SOURCE_DIR}) -add_executable(${TARGET} server.cpp json.hpp httplib.h) +add_executable(${TARGET} server.cpp oai.hpp utils.hpp json.hpp httplib.h) install(TARGETS ${TARGET} RUNTIME) target_compile_definitions(${TARGET} PRIVATE SERVER_VERBOSE=$<BOOL:${LLAMA_SERVER_VERBOSE}> |