diff options
Diffstat (limited to 'examples/server/server.cpp')
| -rw-r--r-- | examples/server/server.cpp | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 85ae1ad9..06c0be56 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -3647,7 +3647,8 @@ int main(int argc, char ** argv) { std::vector<llama_token> tokens; if (body.count("content") != 0) { - tokens = ctx_server.tokenize(body["content"], false); + const bool add_special = json_value(body, "add_special", false); + tokens = ctx_server.tokenize(body["content"], add_special); } const json data = format_tokenizer_response(tokens); return res.set_content(data.dump(), "application/json; charset=utf-8"); |