diff options
author | Kawrakow <iwankawrakow@gmail.com> | 2025-04-26 08:13:25 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2025-04-26 08:13:25 +0200 |
commit | 715fc552ad2ea5fad38e7ff856bf84fdb71b692e (patch) | |
tree | a9999d3d2169222d9be38256de95c3d3859f3b31 /ggml/src/ggml.c | |
parent | 770892086c15471a397a6a1a196986de906cdc91 (diff) |
Add support for Cohere2 (#341)
* Add support for Cohere2
* Fixe IQ4_NL on AVX2
* Command-A needs fp32 precision for K*Q
---------
Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
Diffstat (limited to 'ggml/src/ggml.c')
-rw-r--r-- | ggml/src/ggml.c | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/ggml/src/ggml.c b/ggml/src/ggml.c index ad9393cc..88013f74 100644 --- a/ggml/src/ggml.c +++ b/ggml/src/ggml.c @@ -1289,7 +1289,7 @@ static const ggml_type_traits_t type_traits[GGML_TYPE_COUNT] = { .from_float_ref = (ggml_from_float_t)quantize_row_iq4_nl_ref, .vec_dot = ggml_vec_dot_iq4_nl_q8_0, #if GGML_USE_IQK_MULMAT -#if defined __AVX2__ +#if defined HAVE_FANCY_SIMD .vec_dot_type = GGML_TYPE_Q8_2_X4, #else .vec_dot_type = GGML_TYPE_Q8_0_X4, |