summaryrefslogtreecommitdiff
path: root/ggml/include
diff options
context:
space:
mode:
Diffstat (limited to 'ggml/include')
-rw-r--r--ggml/include/ggml.h6
1 files changed, 6 insertions, 0 deletions
diff --git a/ggml/include/ggml.h b/ggml/include/ggml.h
index 83dab61b..8980285f 100644
--- a/ggml/include/ggml.h
+++ b/ggml/include/ggml.h
@@ -494,6 +494,7 @@ extern "C" {
GGML_OP_GROUP_NORM,
GGML_OP_FUSED_RMS_NORM,
GGML_OP_FUSED_MUL_UNARY,
+ GGML_OP_MULTI_ADD,
GGML_OP_MUL_MAT,
GGML_OP_MUL_MAT_ID,
@@ -930,6 +931,11 @@ extern "C" {
struct ggml_tensor * a,
struct ggml_tensor * b);
+ GGML_API struct ggml_tensor * ggml_multi_add(
+ struct ggml_context * ctx,
+ struct ggml_tensor * a,
+ int n_experts);
+
// dst = a
// view(dst, nb1, nb2, nb3, offset) += b
// return dst