diff options
| author | Slava Primenko <primenko.s@gmail.com> | 2024-04-04 14:49:24 +0200 |
|---|---|---|
| committer | Georgi Gerganov <ggerganov@gmail.com> | 2024-04-07 17:05:40 +0300 |
| commit | f77261a7c525fa1fa47b18a3d78cd308ae41cafc (patch) | |
| tree | 1299ee567a8ddde7e3f723b0996c284fafa98f94 | |
| parent | 43e8995e754b8e04642e92822055d193a3272b37 (diff) | |
ggml: bypass code incompatible with CUDA < 11.1 (whisper/2020)
`cudaHostRegisterReadOnly` parameter was only introduced in CUDA 11.1
See this issue for more details:
https://github.com/ggerganov/examples/whisper/whisper.cpp/issues/2007
| -rw-r--r-- | ggml-cuda.cu | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/ggml-cuda.cu b/ggml-cuda.cu index f51b2042..ce28cb55 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -2617,6 +2617,7 @@ GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size return false; } +#if CUDART_VERSION >= 11100 cudaError_t err = cudaHostRegister(buffer, size, cudaHostRegisterPortable | cudaHostRegisterReadOnly); if (err != cudaSuccess) { // clear the error @@ -2627,6 +2628,9 @@ GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size return false; } return true; +#else + return false; +#endif } GGML_CALL void ggml_backend_cuda_unregister_host_buffer(void * buffer) { |