diff options
author | slaren <slarengh@gmail.com> | 2024-05-19 14:19:37 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-05-19 14:19:37 +0200 |
commit | ab33f7a338593f6cf1ae98b10b6f8684f63bd72c (patch) | |
tree | b2a4c0ce9f85a05bee53aaaf9fc0780532a3fcb0 | |
parent | e23b974f4cf9270d05062d446f406e3ff55d9451 (diff) |
cuda : clear error after buffer allocation failure (#7376)
-rw-r--r-- | ggml-cuda.cu | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/ggml-cuda.cu b/ggml-cuda.cu index 754611bf..b82167cb 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -539,6 +539,8 @@ GGML_CALL static ggml_backend_buffer_t ggml_backend_cuda_buffer_type_alloc_buffe void * dev_ptr; cudaError_t err = cudaMalloc(&dev_ptr, size); if (err != cudaSuccess) { + // clear the error + cudaGetLastError(); GGML_CUDA_LOG_ERROR("%s: allocating %.2f MiB on device %d: cudaMalloc failed: %s\n", __func__, size / 1024.0 / 1024.0, buft_ctx->device, cudaGetErrorString(err)); return nullptr; } |