server : throw an error when `slot unavailable` (#4741)

1 files changed, 9 insertions, 0 deletions

diff --git a/examples/server/public/completion.js b/examples/server/public/completion.js
index 6e2b9956..baaec1d6 100644
--- a/examples/server/public/completion.js
+++ b/examples/server/public/completion.js
@@ -97,6 +97,15 @@ export async function* llama(prompt, params = {}, config = {}) {
           }
           if (result.error) {
             result.error = JSON.parse(result.error);
+            if (result.error.content.includes('slot unavailable')) {
+              // Throw an error to be caught by upstream callers
+              throw new Error('slot unavailable');
+            } else {
+              console.error(`llama.cpp error: ${result.error.content}`);
+            }
+          }
+          if (result.error) {
+            result.error = JSON.parse(result.error);
             console.error(`llama.cpp error: ${result.error.content}`);
           }
         }