summaryrefslogtreecommitdiff
path: root/examples/server/oai.hpp
diff options
context:
space:
mode:
Diffstat (limited to 'examples/server/oai.hpp')
-rw-r--r--examples/server/oai.hpp15
1 files changed, 15 insertions, 0 deletions
diff --git a/examples/server/oai.hpp b/examples/server/oai.hpp
index bc5db6ee..43410f80 100644
--- a/examples/server/oai.hpp
+++ b/examples/server/oai.hpp
@@ -206,3 +206,18 @@ inline static std::vector<json> format_partial_response_oaicompat(const task_res
return std::vector<json>({ret});
}
+
+inline static json format_embeddings_response_oaicompat(const json &request, const json &embeddings)
+{
+ json res =
+ json{
+ {"model", json_value(request, "model", std::string(DEFAULT_OAICOMPAT_MODEL))},
+ {"object", "list"},
+ {"usage",
+ json{{"prompt_tokens", 0},
+ {"total_tokens", 0}}},
+ {"data", embeddings}
+ };
+ return res;
+}
+