summaryrefslogtreecommitdiff
path: root/llama.h
diff options
context:
space:
mode:
Diffstat (limited to 'llama.h')
-rw-r--r--llama.h4
1 files changed, 4 insertions, 0 deletions
diff --git a/llama.h b/llama.h
index 5305de90..869ff0ac 100644
--- a/llama.h
+++ b/llama.h
@@ -484,6 +484,10 @@ extern "C" {
llama_pos p1,
llama_pos delta);
+ // Integer division of the positions by factor of `d > 1`
+ // If the KV cache is RoPEd, the KV data is updated accordingly
+ // p0 < 0 : [0, p1]
+ // p1 < 0 : [p0, inf)
LLAMA_API void llama_kv_cache_seq_div(
struct llama_context * ctx,
llama_seq_id seq_id,