diff options
author | Masaya, Kato <62578291+msy-kato@users.noreply.github.com> | 2024-05-25 17:42:31 +0900 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-05-25 11:42:31 +0300 |
commit | faa0e6979a11dcb731e9d778ad42ceaa0302015e (patch) | |
tree | 88aeb420c934fa26eb4ca08fa629300b5e171ea0 /ggml.c | |
parent | 9791f402580838d7f8543ae7bc633ef265e436f0 (diff) |
ggml: aarch64: SVE kernels for q8_0_q8_0, q4_0_q8_0 vector dot (#7433)
* Add SVE support for q4_0_q8_0 q8_0_q8_0
* remove ifdef
Diffstat (limited to 'ggml.c')
-rw-r--r-- | ggml.c | 10 |
1 files changed, 10 insertions, 0 deletions
@@ -22742,6 +22742,16 @@ int ggml_cpu_has_neon(void) { #endif } +int ggml_cpu_has_sve(void) { +#if defined(__ARM_FEATURE_SVE) + // TODO: Currently, SVE 256 bit is only supported. + GGML_ASSERT(svcntb() == QK8_0); + return 1; +#else + return 0; +#endif +} + int ggml_cpu_has_arm_fma(void) { #if defined(__ARM_FEATURE_FMA) return 1; |