From 28103f4832e301a9c84d44ff0df9d75d46ab6c76 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Johannes=20G=C3=A4=C3=9Fler?= <johannesg@5d6.de>
Date: Wed, 24 Apr 2024 11:08:36 +0200
Subject: Server: fix seed for multiple slots (#6835)

* Server: add tests for consistent results

* sampling: separate rng per sampling context
---
 examples/lookup/lookup.cpp | 1 -
 1 file changed, 1 deletion(-)

(limited to 'examples/lookup/lookup.cpp')

diff --git a/examples/lookup/lookup.cpp b/examples/lookup/lookup.cpp
index 9526e898..eebbd00a 100644
--- a/examples/lookup/lookup.cpp
+++ b/examples/lookup/lookup.cpp
@@ -38,7 +38,6 @@ int main(int argc, char ** argv){
 
     // load the model
     std::tie(model, ctx) = llama_init_from_gpt_params(params);
-    llama_set_rng_seed(ctx, params.seed);
     GGML_ASSERT(llama_n_vocab(model) < (1 << 16));
 
     // tokenize the prompt
-- 
cgit v1.2.3