diff options
Diffstat (limited to 'ggml-cuda.h')
-rw-r--r-- | ggml-cuda.h | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/ggml-cuda.h b/ggml-cuda.h index 57adc9cf..528e66c3 100644 --- a/ggml-cuda.h +++ b/ggml-cuda.h @@ -17,7 +17,12 @@ extern "C" { #define GGML_CUDA_MAX_DEVICES 16 +// Always success. To check if CUDA is actually loaded, use `ggml_cublas_loaded`. GGML_API void ggml_init_cublas(void); + +// Returns `true` if there are available CUDA devices and cublas loads successfully; otherwise, it returns `false`. +GGML_API bool ggml_cublas_loaded(void); + GGML_API void * ggml_cuda_host_malloc(size_t size); GGML_API void ggml_cuda_host_free(void * ptr); |