diff options
| author | Kawrakow <48489457+ikawrakow@users.noreply.github.com> | 2024-09-14 13:53:50 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-09-14 13:53:50 +0300 |
| commit | 064b99365c4426b83b09a518b29cc1ffc0250d04 (patch) | |
| tree | b725f675e3d7e7496f895e77f5af5b6bf82da8ab /ggml/src/ggml.c | |
| parent | 43b934b19fec38219299b6e03bc9479143b593fd (diff) | |
Improve Q4_0 and Q8_0 performance on AVX2/Zen4 (#54)
Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
Diffstat (limited to 'ggml/src/ggml.c')
| -rw-r--r-- | ggml/src/ggml.c | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/ggml/src/ggml.c b/ggml/src/ggml.c index 4fdf9c18..060d10c6 100644 --- a/ggml/src/ggml.c +++ b/ggml/src/ggml.c @@ -707,7 +707,11 @@ static const ggml_type_traits_t type_traits[GGML_TYPE_COUNT] = { .from_float = quantize_row_q4_0, .from_float_ref = (ggml_from_float_t) quantize_row_q4_0_ref, .vec_dot = ggml_vec_dot_q4_0_q8_0, +#if GGML_USE_IQK_MULMAT && defined __AVX2__ + .vec_dot_type = GGML_TYPE_Q8_1, +#else .vec_dot_type = GGML_TYPE_Q8_0, +#endif #if defined (__ARM_FEATURE_MATMUL_INT8) .nrows = 2, #else @@ -788,7 +792,11 @@ static const ggml_type_traits_t type_traits[GGML_TYPE_COUNT] = { .from_float_ref = (ggml_from_float_t) quantize_row_q8_0_ref, .from_float_to_mat = quantize_mat_q8_0, .vec_dot = ggml_vec_dot_q8_0_q8_0, +#if GGML_USE_IQK_MULMAT && defined __AVX2__ + .vec_dot_type = GGML_TYPE_Q8_1, +#else .vec_dot_type = GGML_TYPE_Q8_0, +#endif #if defined (__ARM_FEATURE_MATMUL_INT8) .nrows = 2, #else |