diff options
author | Finn Voorhees <finnvoorhees@gmail.com> | 2024-01-03 08:39:43 -0500 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2024-01-05 18:02:06 +0200 |
commit | 1bf681f90ef4cf37b36e6d604d3e30fc57eda650 (patch) | |
tree | d2b1789f7503961d8b1cb52da244e4cd078824b0 /ggml-cuda.cu | |
parent | c1d7cb28d3fed97fbc95fc3c43f0c5e2113e546c (diff) |
ggml : add error handling to graph_compute (whisper/1714)
Diffstat (limited to 'ggml-cuda.cu')
-rw-r--r-- | ggml-cuda.cu | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/ggml-cuda.cu b/ggml-cuda.cu index 52d3cc6a..10c21615 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -9910,7 +9910,7 @@ static void ggml_backend_cuda_graph_plan_compute(ggml_backend_t backend, ggml_ba UNUSED(plan); } -static void ggml_backend_cuda_graph_compute(ggml_backend_t backend, ggml_cgraph * cgraph) { +static bool ggml_backend_cuda_graph_compute(ggml_backend_t backend, ggml_cgraph * cgraph) { ggml_backend_context_cuda * cuda_ctx = (ggml_backend_context_cuda *)backend->context; ggml_cuda_set_main_device(cuda_ctx->device); @@ -9967,6 +9967,8 @@ static void ggml_backend_cuda_graph_compute(ggml_backend_t backend, ggml_cgraph } UNUSED(backend); + + return true; } static bool ggml_backend_cuda_supports_op(ggml_backend_t backend, const ggml_tensor * op) { |