1 files changed, 1 insertions, 0 deletions
diff --git a/examples/server/chat.sh b/examples/server/chat.sh
index 01436012..da0a6ca6 100755
--- a/examples/server/chat.sh
+++ b/examples/server/chat.sh
@@ -48,6 +48,7 @@ chat_completion() {
         top_p: 0.9,
         n_keep: $n_keep,
         n_predict: 256,
+        cache_prompt: true,
         stop: ["\n### Human:"],
         stream: true
     }')"