diff options
Diffstat (limited to 'examples')
-rw-r--r-- | examples/perplexity/perplexity.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/perplexity/perplexity.cpp b/examples/perplexity/perplexity.cpp index 07ac88af..12702693 100644 --- a/examples/perplexity/perplexity.cpp +++ b/examples/perplexity/perplexity.cpp @@ -133,7 +133,7 @@ static double log_softmax(int n_vocab, const float * logits, uint16_t * log_prob max_logit = std::max(max_logit, logits[i]); min_logit = std::min(min_logit, logits[i]); } - min_logit = std::max(min_logit, max_logit - 16); + min_logit = std::max(min_logit, max_logit - 24); double sum_exp = 0.0; for (int i = 0; i < n_vocab; ++i) { sum_exp += expf(logits[i] - max_logit); |