summaryrefslogtreecommitdiff
path: root/examples
diff options
context:
space:
mode:
authorGeorgi Gerganov <ggerganov@gmail.com>2023-12-29 18:53:34 +0200
committerGeorgi Gerganov <ggerganov@gmail.com>2023-12-29 18:53:34 +0200
commit0235b9b571f3cc7d2b8836409a5404b41ce1379c (patch)
tree9cf399e7192fae96ead2bda1d8bcd2a7a8eb8146 /examples
parentce18d727a47f2473ca863a6f78bf3ad480008f72 (diff)
clip : use ggml_backend_buffer_is_host (#4205)
Diffstat (limited to 'examples')
-rw-r--r--examples/llava/clip.cpp6
1 files changed, 1 insertions, 5 deletions
diff --git a/examples/llava/clip.cpp b/examples/llava/clip.cpp
index f9326a5c..6a731eee 100644
--- a/examples/llava/clip.cpp
+++ b/examples/llava/clip.cpp
@@ -598,11 +598,7 @@ struct clip_ctx * clip_model_load(const char * fname, const int verbosity = 1) {
return nullptr;
}
int num_bytes = ggml_nbytes(cur);
- if (ggml_backend_is_cpu(new_clip->backend)
-#ifdef GGML_USE_METAL
- || ggml_backend_is_metal(new_clip->backend)
-#endif
- ) {
+ if (ggml_backend_buffer_is_host(new_clip->params_buffer)) {
// for the CPU and Metal backend, we can read directly into the tensor
fin.read(reinterpret_cast<char *>(cur->data), num_bytes);
} else {