summaryrefslogtreecommitdiff
path: root/ggml-impl.h
diff options
context:
space:
mode:
authorMasaya, Kato <62578291+msy-kato@users.noreply.github.com>2024-05-25 17:42:31 +0900
committerGitHub <noreply@github.com>2024-05-25 11:42:31 +0300
commitfaa0e6979a11dcb731e9d778ad42ceaa0302015e (patch)
tree88aeb420c934fa26eb4ca08fa629300b5e171ea0 /ggml-impl.h
parent9791f402580838d7f8543ae7bc633ef265e436f0 (diff)
ggml: aarch64: SVE kernels for q8_0_q8_0, q4_0_q8_0 vector dot (#7433)
* Add SVE support for q4_0_q8_0 q8_0_q8_0 * remove ifdef
Diffstat (limited to 'ggml-impl.h')
-rw-r--r--ggml-impl.h4
1 files changed, 4 insertions, 0 deletions
diff --git a/ggml-impl.h b/ggml-impl.h
index 362d40f4..5e77471f 100644
--- a/ggml-impl.h
+++ b/ggml-impl.h
@@ -144,6 +144,10 @@ extern "C" {
#endif
#endif
+#if defined(__ARM_FEATURE_SVE)
+#include <arm_sve.h>
+#endif
+
// 16-bit float
// on Arm, we use __fp16
// on x86, we use uint16_t