diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-12-29 18:53:34 +0200 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-12-29 18:53:34 +0200 |
commit | 0235b9b571f3cc7d2b8836409a5404b41ce1379c (patch) | |
tree | 9cf399e7192fae96ead2bda1d8bcd2a7a8eb8146 | |
parent | ce18d727a47f2473ca863a6f78bf3ad480008f72 (diff) |
clip : use ggml_backend_buffer_is_host (#4205)
-rw-r--r-- | examples/llava/clip.cpp | 6 |
1 files changed, 1 insertions, 5 deletions
diff --git a/examples/llava/clip.cpp b/examples/llava/clip.cpp index f9326a5c..6a731eee 100644 --- a/examples/llava/clip.cpp +++ b/examples/llava/clip.cpp @@ -598,11 +598,7 @@ struct clip_ctx * clip_model_load(const char * fname, const int verbosity = 1) { return nullptr; } int num_bytes = ggml_nbytes(cur); - if (ggml_backend_is_cpu(new_clip->backend) -#ifdef GGML_USE_METAL - || ggml_backend_is_metal(new_clip->backend) -#endif - ) { + if (ggml_backend_buffer_is_host(new_clip->params_buffer)) { // for the CPU and Metal backend, we can read directly into the tensor fin.read(reinterpret_cast<char *>(cur->data), num_bytes); } else { |