From c9ee7118d5644dd3df70ea6878b36a9761616aab Mon Sep 17 00:00:00 2001 From: slaren Date: Fri, 7 Jun 2024 08:01:29 +0200 Subject: check for nans in imatrix and quantize (#7807) * imatrix : detect nan/inf values * quantize : check imatrix for nan/inf values --- llama.cpp | 8 ++++++++ 1 file changed, 8 insertions(+) (limited to 'llama.cpp') diff --git a/llama.cpp b/llama.cpp index 32264a00..8b675ea9 100644 --- a/llama.cpp +++ b/llama.cpp @@ -15237,6 +15237,14 @@ static void llama_model_quantize_internal(const std::string & fname_inp, const s if (imatrix_data) { LLAMA_LOG_INFO("================================ Have weights data with %d entries\n",int(imatrix_data->size())); qs.has_imatrix = true; + // check imatrix for nans or infs + for (const auto & kv : *imatrix_data) { + for (float f : kv.second) { + if (!std::isfinite(f)) { + throw std::runtime_error(format("imatrix contains non-finite value %f\n", f)); + } + } + } } } -- cgit v1.2.3