From c01449a47869d33f3a2c4272306624ba9d025c3f Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Sat, 12 Apr 2025 16:17:50 +0200 Subject: Fix KLD precision (#325) Co-authored-by: Iwan Kawrakow --- examples/perplexity/perplexity.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'examples/perplexity/perplexity.cpp') diff --git a/examples/perplexity/perplexity.cpp b/examples/perplexity/perplexity.cpp index 07ac88af..12702693 100644 --- a/examples/perplexity/perplexity.cpp +++ b/examples/perplexity/perplexity.cpp @@ -133,7 +133,7 @@ static double log_softmax(int n_vocab, const float * logits, uint16_t * log_prob max_logit = std::max(max_logit, logits[i]); min_logit = std::min(min_logit, logits[i]); } - min_logit = std::max(min_logit, max_logit - 16); + min_logit = std::max(min_logit, max_logit - 24); double sum_exp = 0.0; for (int i = 0; i < n_vocab; ++i) { sum_exp += expf(logits[i] - max_logit); -- cgit v1.2.3