summaryrefslogtreecommitdiff
path: root/llama.h
diff options
context:
space:
mode:
Diffstat (limited to 'llama.h')
-rw-r--r--llama.h10
1 files changed, 10 insertions, 0 deletions
diff --git a/llama.h b/llama.h
index 40dcf54e..7e8ac4b6 100644
--- a/llama.h
+++ b/llama.h
@@ -960,6 +960,16 @@ extern "C" {
int32_t n_past,
int32_t n_predict);
+ /// @details Build a split GGUF final path for this chunk.
+ /// llama_split_path(split_path, sizeof(split_path), "/models/ggml-model-q4_0", 2, 4) => split_path = "/models/ggml-model-q4_0-00002-of-00004.gguf"
+ // Returns the split_path length.
+ LLAMA_API int llama_split_path(char * split_path, size_t maxlen, const char * path_prefix, int split_no, int split_count);
+
+ /// @details Extract the path prefix from the split_path if and only if the split_no and split_count match.
+ /// llama_split_prefix(split_prefix, 64, "/models/ggml-model-q4_0-00002-of-00004.gguf", 2, 4) => split_prefix = "/models/ggml-model-q4_0"
+ // Returns the split_prefix length.
+ LLAMA_API int llama_split_prefix(char * split_prefix, size_t maxlen, const char * split_path, int split_no, int split_count);
+
// Performance information
LLAMA_API struct llama_timings llama_get_timings(struct llama_context * ctx);