diff options
| author | Kawrakow <iwankawrakow@gmail.com> | 2025-05-20 17:03:14 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2025-05-20 17:03:14 +0300 |
| commit | a2b5057a0c9a2758830b6f841bb22150d2511bb1 (patch) | |
| tree | 9b8fbd96c20d55386ec7e4e7681a03f2111d3fc1 /ggml/include | |
| parent | 2ec2229f2e9847d4e96bd7f163201810c8f8299a (diff) | |
Bug fixes from mainline (#439)
* Add __syncthreads() to the new FA kernel
* Clearing padding
---------
Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
Diffstat (limited to 'ggml/include')
| -rw-r--r-- | ggml/include/ggml-backend.h | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/ggml/include/ggml-backend.h b/ggml/include/ggml-backend.h index 2975d43a..1110ff3a 100644 --- a/ggml/include/ggml-backend.h +++ b/ggml/include/ggml-backend.h @@ -22,7 +22,7 @@ extern "C" { GGML_API GGML_CALL ggml_backend_buffer_t ggml_backend_buft_alloc_buffer (ggml_backend_buffer_type_t buft, size_t size); GGML_API size_t ggml_backend_buft_get_alignment (ggml_backend_buffer_type_t buft); GGML_API size_t ggml_backend_buft_get_max_size (ggml_backend_buffer_type_t buft); - GGML_API GGML_CALL size_t ggml_backend_buft_get_alloc_size (ggml_backend_buffer_type_t buft, struct ggml_tensor * tensor); + GGML_API GGML_CALL size_t ggml_backend_buft_get_alloc_size (ggml_backend_buffer_type_t buft, const struct ggml_tensor * tensor); GGML_API bool ggml_backend_buft_is_host (ggml_backend_buffer_type_t buft); // buffer @@ -39,7 +39,7 @@ extern "C" { GGML_API GGML_CALL void ggml_backend_buffer_init_tensor (ggml_backend_buffer_t buffer, struct ggml_tensor * tensor); GGML_API size_t ggml_backend_buffer_get_alignment (ggml_backend_buffer_t buffer); GGML_API size_t ggml_backend_buffer_get_max_size (ggml_backend_buffer_t buffer); - GGML_API size_t ggml_backend_buffer_get_alloc_size(ggml_backend_buffer_t buffer, struct ggml_tensor * tensor); + GGML_API size_t ggml_backend_buffer_get_alloc_size(ggml_backend_buffer_t buffer, const struct ggml_tensor * tensor); GGML_API void ggml_backend_buffer_clear (ggml_backend_buffer_t buffer, uint8_t value); GGML_API bool ggml_backend_buffer_is_host (ggml_backend_buffer_t buffer); GGML_API void ggml_backend_buffer_set_usage (ggml_backend_buffer_t buffer, enum ggml_backend_buffer_usage usage); |