diff options
| author | Georgi Gerganov <ggerganov@gmail.com> | 2023-10-08 20:19:14 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-10-08 20:19:14 +0300 |
| commit | db3abcc114d5d1790ba814aa1a80ac673d4ccc3e (patch) | |
| tree | 954cce12ac9d40fccf5dd3d9298efedd1d67e7d0 /ggml-cuda.h | |
| parent | eee42c670e6fa6df9cf17e7ffc319f74cbd81354 (diff) | |
sync : ggml (ggml-backend) (#3548)
* sync : ggml (ggml-backend)
ggml-ci
* zig : add ggml-backend to the build
Diffstat (limited to 'ggml-cuda.h')
| -rw-r--r-- | ggml-cuda.h | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/ggml-cuda.h b/ggml-cuda.h index fda704b6..57adc9cf 100644 --- a/ggml-cuda.h +++ b/ggml-cuda.h @@ -1,6 +1,7 @@ #pragma once #include "ggml.h" +#include "ggml-backend.h" #ifdef GGML_USE_HIPBLAS #define GGML_CUDA_NAME "ROCm" @@ -42,6 +43,9 @@ GGML_API bool ggml_cuda_compute_forward(struct ggml_compute_params * params, s GGML_API int ggml_cuda_get_device_count(void); GGML_API void ggml_cuda_get_device_description(int device, char * description, size_t description_size); +// backend API +GGML_API ggml_backend_t ggml_backend_cuda_init(void); // TODO: take a list of devices to use + #ifdef __cplusplus } #endif |