diff options
| author | Kawrakow <iwankawrakow@gmail.com> | 2025-02-23 08:02:16 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2025-02-23 08:02:16 +0200 |
| commit | 71b7b510c2dc55ae70934d246cd4e6c3bdf4a95c (patch) | |
| tree | acc687981f639218bd9df37dd8fb2128a1e23979 /ggml/src | |
| parent | 49261058442cfe382dab3270fcd86652296a75c0 (diff) | |
Fix compilation error with IQK_FA_ALL_QUANTS enabled (#226)
Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
Diffstat (limited to 'ggml/src')
| -rw-r--r-- | ggml/src/iqk/iqk_mul_mat.cpp | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/ggml/src/iqk/iqk_mul_mat.cpp b/ggml/src/iqk/iqk_mul_mat.cpp index 2c4987a0..ed7309cd 100644 --- a/ggml/src/iqk/iqk_mul_mat.cpp +++ b/ggml/src/iqk/iqk_mul_mat.cpp @@ -15315,9 +15315,11 @@ struct HelperIQ4nl final : public BaseHelper<step> { #ifdef __aarch64__ using block_q8 = block_q8_0; HelperIQ4nl(const char * data, int stride) : Base(data, stride), values(vld1q_s8(iq4k_values)) {} + constexpr static int block_size_q = QK8_0; #else HelperIQ4nl(const char * data, int stride) : Base(data, stride) {} using block_q8 = block_q8_1; + constexpr static int block_size_q = QK8_1; #endif // Needed for v * softmax(k * q) |