summaryrefslogtreecommitdiff
path: root/llama.cpp
diff options
context:
space:
mode:
authorDouglas Hanley <thesecretaryofwar@gmail.com>2024-04-24 08:10:07 -0500
committerGitHub <noreply@github.com>2024-04-24 16:10:07 +0300
commitb4e4b8a9351d918a56831c73cf9f25c1837b80d1 (patch)
tree26aa8b15ca29b3e63ab300cc863739f1f31cd1d6 /llama.cpp
parent3fe847b5747676ee1bf90371c46ed0bc66b57240 (diff)
llama : add llama_get_pooling_type function (#6862)
* add llama_get_pooling_type function * fix argument name, move with ctx funcs
Diffstat (limited to 'llama.cpp')
-rw-r--r--llama.cpp4
1 files changed, 4 insertions, 0 deletions
diff --git a/llama.cpp b/llama.cpp
index 3a4a03d8..3a84b491 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -15599,6 +15599,10 @@ enum llama_rope_type llama_rope_type(const struct llama_model * model) {
return LLAMA_ROPE_TYPE_NONE;
}
+enum llama_pooling_type llama_pooling_type(const struct llama_context * ctx) {
+ return ctx->cparams.pooling_type;
+}
+
int32_t llama_n_vocab(const struct llama_model * model) {
return model->hparams.n_vocab;
}