diff options
| author | Vladimir Zorin <vladimir@deviant.guru> | 2023-12-12 11:25:29 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-12-12 11:25:29 +0200 |
| commit | d9d4cfef64ea416dd66632173787d03ffb180cc7 (patch) | |
| tree | 1c3967089c13621b7cf60e20a07128388afc018d /examples/server | |
| parent | 41a11aaf99feff4901e4c8dc48ad00766c5da4e9 (diff) | |
server : fix local model name in server (#4420)
Diffstat (limited to 'examples/server')
| -rw-r--r-- | examples/server/server.cpp | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 895f751c..d0cd8e1c 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -2382,6 +2382,7 @@ json oaicompat_completion_params_parse( llama_params["__oaicompat"] = true; // Map OpenAI parameters to llama.cpp parameters + llama_params["model"] = json_value(body, "model", std::string("uknown")); llama_params["prompt"] = format_chatml(body["messages"]); // OpenAI 'messages' to llama.cpp 'prompt' llama_params["cache_prompt"] = json_value(body, "cache_prompt", false); llama_params["temperature"] = json_value(body, "temperature", 0.8); |