From f0d7a0d53b0ecdd43ba85bcd49309b291372ca67 Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Fri, 9 Aug 2024 10:32:07 +0300 Subject: Fix Zen4 implementation of iq3_k, iq4_k, iq5_k See comments in f3a823ce729a7db33e7d4375eae7291bbe6196db --- ggml/src/iqk/iqk_quantize.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'ggml/src/iqk/iqk_quantize.cpp') diff --git a/ggml/src/iqk/iqk_quantize.cpp b/ggml/src/iqk/iqk_quantize.cpp index ead29b04..e43ed999 100644 --- a/ggml/src/iqk/iqk_quantize.cpp +++ b/ggml/src/iqk/iqk_quantize.cpp @@ -1868,7 +1868,7 @@ size_t quantize_iq6_k(const float * src, void * dst, int64_t nrows, int64_t n_pe char * qrow = (char *)dst; float values[128]; for (int i = 0; i < 64; ++i) { - values[i] = A_IQ6K + B_IQ6K*i - C_IQ6K*i*i + D_IQ6K*i*i*i; + values[i] = iq6nl_values[i]; values[i+64] = values[i] + S_IQ6K; } for (int64_t row = 0; row < nrows; ++row) { -- cgit v1.2.3