summaryrefslogtreecommitdiff
path: root/ggml-cuda.h
diff options
context:
space:
mode:
Diffstat (limited to 'ggml-cuda.h')
-rw-r--r--ggml-cuda.h5
1 files changed, 5 insertions, 0 deletions
diff --git a/ggml-cuda.h b/ggml-cuda.h
index 57adc9cf..528e66c3 100644
--- a/ggml-cuda.h
+++ b/ggml-cuda.h
@@ -17,7 +17,12 @@ extern "C" {
#define GGML_CUDA_MAX_DEVICES 16
+// Always success. To check if CUDA is actually loaded, use `ggml_cublas_loaded`.
GGML_API void ggml_init_cublas(void);
+
+// Returns `true` if there are available CUDA devices and cublas loads successfully; otherwise, it returns `false`.
+GGML_API bool ggml_cublas_loaded(void);
+
GGML_API void * ggml_cuda_host_malloc(size_t size);
GGML_API void ggml_cuda_host_free(void * ptr);