diff options
| author | Iwan Kawrakow <iwan.kawrakow@gmail.com> | 2024-07-29 21:01:05 +0300 |
|---|---|---|
| committer | Kawrakow <48489457+ikawrakow@users.noreply.github.com> | 2024-08-01 09:38:06 +0200 |
| commit | 22d1568c1c3fa03433c65bb0abae4e731321bd31 (patch) | |
| tree | 209b3a7fac863304a54e04da7ef8f943fddee931 /ggml/src/ggml-common.h | |
| parent | d8d022a01bfbef51d9af7d100e81d4744c9a38ec (diff) | |
iq5_k: CUDA dot product still not working
Diffstat (limited to 'ggml/src/ggml-common.h')
| -rw-r--r-- | ggml/src/ggml-common.h | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/ggml/src/ggml-common.h b/ggml/src/ggml-common.h index 64268696..7da27794 100644 --- a/ggml/src/ggml-common.h +++ b/ggml/src/ggml-common.h @@ -139,6 +139,9 @@ typedef sycl::half2 ggml_half2; #define QI4_XS (QK_K / (4*QR4_XS)) #define QR4_XS 2 +#define QI5_XS (QK_K / (4*QR5_XS)) +#define QR5_XS 2 + #define QI3_S (QK_K / (4*QR3_S)) #define QR3_S 4 |