diff options
| author | Iwan Kawrakow <iwan.kawrakow@gmail.com> | 2024-10-01 14:48:44 +0300 |
|---|---|---|
| committer | Iwan Kawrakow <iwan.kawrakow@gmail.com> | 2024-10-01 14:48:44 +0300 |
| commit | 970df4b46701074cf907dcbfa0cf2feab972ed0d (patch) | |
| tree | 405a21f7f07f9e05d67bea8a8e08b5ec77ab32e6 /ggml/src | |
| parent | e7f5a86a41ecd469e31b9d003acf91eff43b946f (diff) | |
Fix last commit
Did not re-check on AVX2/Zen4 after NEON related changes and,
sure enough, I broke AVX2/Zen4.
Diffstat (limited to 'ggml/src')
| -rw-r--r-- | ggml/src/iqk/iqk_mul_mat.cpp | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/ggml/src/iqk/iqk_mul_mat.cpp b/ggml/src/iqk/iqk_mul_mat.cpp index 33b2a790..d16f01d9 100644 --- a/ggml/src/iqk/iqk_mul_mat.cpp +++ b/ggml/src/iqk/iqk_mul_mat.cpp @@ -7184,10 +7184,11 @@ struct HelperIQ4nl final : public BaseHelper<step> { using Base = BaseHelper<step>; #ifdef __aarch64__ using block_q8 = block_q8_0; + HelperIQ4nl(const char * data, int stride) : Base(data, stride), values(vld1q_s8(iq4k_values)) {} #else + HelperIQ4nl(const char * data, int stride) : Base(data, stride) {} using block_q8 = block_q8_1; #endif - HelperIQ4nl(const char * data, int stride) : Base(data, stride), values(vld1q_s8(iq4k_values)) {} // Needed for v * softmax(k * q) inline void load(int l1, int i, F16::Data& v1, F16::Data& v2) const { |