diff options
Diffstat (limited to 'ggml/include/ggml.h')
| -rw-r--r-- | ggml/include/ggml.h | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/ggml/include/ggml.h b/ggml/include/ggml.h index 6ac30b0f..36cc531f 100644 --- a/ggml/include/ggml.h +++ b/ggml/include/ggml.h @@ -564,6 +564,7 @@ extern "C" { GGML_UNARY_OP_SILU, GGML_UNARY_OP_HARDSWISH, GGML_UNARY_OP_HARDSIGMOID, + GGML_UNARY_OP_SWIGLU, GGML_UNARY_OP_COUNT, }; @@ -1127,6 +1128,10 @@ extern "C" { struct ggml_context * ctx, struct ggml_tensor * a); + GGML_API struct ggml_tensor * ggml_swiglu( + struct ggml_context * ctx, + struct ggml_tensor * a); + // a - x // b - dy GGML_API struct ggml_tensor * ggml_silu_back( |