summaryrefslogtreecommitdiff
path: root/ggml/include/ggml-backend.h
diff options
context:
space:
mode:
Diffstat (limited to 'ggml/include/ggml-backend.h')
-rw-r--r--ggml/include/ggml-backend.h6
1 files changed, 6 insertions, 0 deletions
diff --git a/ggml/include/ggml-backend.h b/ggml/include/ggml-backend.h
index 5f3f1e28..621620bc 100644
--- a/ggml/include/ggml-backend.h
+++ b/ggml/include/ggml-backend.h
@@ -232,6 +232,12 @@ extern "C" {
GGML_API void ggml_backend_tensor_alloc(ggml_backend_buffer_t buffer, struct ggml_tensor * tensor, void * addr);
GGML_API void ggml_backend_view_init(struct ggml_tensor * tensor);
+ // Utility to query whether cached GGML graph is in use
+ GGML_API bool ggml_use_cached_graph(ggml_backend_sched_t sched);
+
+ // Set whether or not to use GGML graph caching
+ GGML_API void ggml_set_cached_graph(ggml_backend_sched_t sched, bool set_value);
+
#ifdef __cplusplus
}