diff options
author | slaren <slarengh@gmail.com> | 2024-01-24 12:48:14 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-01-24 12:48:14 +0100 |
commit | 1387ea21178f9f154944013d4dd9764b54c69deb (patch) | |
tree | de4ce5d8e969d66837004bfda7b917a0ebb9e784 /ggml-alloc.c | |
parent | 26d607608d794efa56df3bdb6043a2f94c1d632c (diff) |
llama : pre-allocate input tensors in a separate buffer (#5100)
Diffstat (limited to 'ggml-alloc.c')
-rw-r--r-- | ggml-alloc.c | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/ggml-alloc.c b/ggml-alloc.c index 89b85d34..60141a34 100644 --- a/ggml-alloc.c +++ b/ggml-alloc.c @@ -109,8 +109,8 @@ void ggml_tallocr_alloc(ggml_tallocr_t alloc, struct ggml_tensor * tensor) { if (block->size >= size) { best_fit_block = alloc->n_free_blocks - 1; } else { - fprintf(stderr, "%s: not enough space in the buffer (needed %zu, largest block available %zu)\n", - __func__, size, max_avail); + fprintf(stderr, "%s: not enough space in the buffer to allocate %s (needed %zu, largest block available %zu)\n", + __func__, tensor->name, size, max_avail); GGML_ASSERT(!"not enough space in the buffer"); return; } |