From 70bc0b8b15b98dca23b28f0c8f5e34b27e424cda Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 10 Mar 2023 23:46:39 +0200 Subject: Fix a bug in the rope calculation --- utils.h | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) (limited to 'utils.h') diff --git a/utils.h b/utils.h index 20c42ba9..bbe8fe82 100644 --- a/utils.h +++ b/utils.h @@ -18,7 +18,7 @@ struct gpt_params { int32_t n_predict = 128; // new tokens to predict // sampling parameters - int32_t top_k = 40; + int32_t top_k = 40; // unused float top_p = 0.95f; float temp = 0.80f; @@ -86,6 +86,13 @@ gpt_vocab::id gpt_sample_top_k_top_p( double temp, std::mt19937 & rng); +gpt_vocab::id llama_sample_top_p( + const gpt_vocab & vocab, + const float * logits, + double top_p, + double temp, + std::mt19937 & rng); + // // Quantization // -- cgit v1.2.3