diff options
| author | Georgi Gerganov <ggerganov@gmail.com> | 2024-01-23 15:50:56 +0200 |
|---|---|---|
| committer | Georgi Gerganov <ggerganov@gmail.com> | 2024-01-23 15:50:56 +0200 |
| commit | 26d607608d794efa56df3bdb6043a2f94c1d632c (patch) | |
| tree | 5d0b3c4905e434f57c6973d162bc4d0c2daefe32 | |
| parent | 44879ee885f48ecf4675dd216b373dce0a6f3690 (diff) | |
metal : disable support for MUL_MAT F32 x F16
| -rw-r--r-- | ggml-metal.m | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/ggml-metal.m b/ggml-metal.m index 912ddc83..4b3eb491 100644 --- a/ggml-metal.m +++ b/ggml-metal.m @@ -668,7 +668,8 @@ static bool ggml_metal_supports_op(const struct ggml_metal_context * ctx, const return true; case GGML_OP_MUL_MAT: case GGML_OP_MUL_MAT_ID: - return ctx->support_simdgroup_reduction; + return ctx->support_simdgroup_reduction && + (op->src[0]->type != GGML_TYPE_F32 || op->src[1]->type == GGML_TYPE_F32); case GGML_OP_CPY: case GGML_OP_DUP: case GGML_OP_CONT: |