summaryrefslogtreecommitdiff
path: root/examples/server
diff options
context:
space:
mode:
Diffstat (limited to 'examples/server')
-rw-r--r--examples/server/public/completion.js9
1 files changed, 9 insertions, 0 deletions
diff --git a/examples/server/public/completion.js b/examples/server/public/completion.js
index 6e2b9956..baaec1d6 100644
--- a/examples/server/public/completion.js
+++ b/examples/server/public/completion.js
@@ -97,6 +97,15 @@ export async function* llama(prompt, params = {}, config = {}) {
}
if (result.error) {
result.error = JSON.parse(result.error);
+ if (result.error.content.includes('slot unavailable')) {
+ // Throw an error to be caught by upstream callers
+ throw new Error('slot unavailable');
+ } else {
+ console.error(`llama.cpp error: ${result.error.content}`);
+ }
+ }
+ if (result.error) {
+ result.error = JSON.parse(result.error);
console.error(`llama.cpp error: ${result.error.content}`);
}
}