From 22d1568c1c3fa03433c65bb0abae4e731321bd31 Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Mon, 29 Jul 2024 21:01:05 +0300 Subject: iq5_k: CUDA dot product still not working --- ggml/src/ggml-common.h | 3 +++ 1 file changed, 3 insertions(+) (limited to 'ggml/src/ggml-common.h') diff --git a/ggml/src/ggml-common.h b/ggml/src/ggml-common.h index 64268696..7da27794 100644 --- a/ggml/src/ggml-common.h +++ b/ggml/src/ggml-common.h @@ -139,6 +139,9 @@ typedef sycl::half2 ggml_half2; #define QI4_XS (QK_K / (4*QR4_XS)) #define QR4_XS 2 +#define QI5_XS (QK_K / (4*QR5_XS)) +#define QR5_XS 2 + #define QI3_S (QK_K / (4*QR3_S)) #define QR3_S 4 -- cgit v1.2.3