summaryrefslogtreecommitdiff
path: root/ggml/include/ggml-rpc.h
diff options
context:
space:
mode:
Diffstat (limited to 'ggml/include/ggml-rpc.h')
-rw-r--r--ggml/include/ggml-rpc.h7
1 files changed, 6 insertions, 1 deletions
diff --git a/ggml/include/ggml-rpc.h b/ggml/include/ggml-rpc.h
index aa144832..549e8504 100644
--- a/ggml/include/ggml-rpc.h
+++ b/ggml/include/ggml-rpc.h
@@ -7,6 +7,9 @@
extern "C" {
#endif
+#define RPC_PROTO_MAJOR_VERSION 2
+#define RPC_PROTO_MINOR_VERSION 0
+#define RPC_PROTO_PATCH_VERSION 1
#define GGML_RPC_MAX_SERVERS 16
// backend API
@@ -17,7 +20,9 @@ GGML_API GGML_CALL ggml_backend_buffer_type_t ggml_backend_rpc_buffer_type(const
GGML_API GGML_CALL void ggml_backend_rpc_get_device_memory(const char * endpoint, size_t * free, size_t * total);
-GGML_API GGML_CALL void start_rpc_server(ggml_backend_t backend, const char * endpoint, size_t free_mem, size_t total_mem);
+GGML_API GGML_CALL void ggml_backend_rpc_start_server(ggml_backend_t backend, const char * endpoint,
+ const char * cache_dir,
+ size_t free_mem, size_t total_mem);
#ifdef __cplusplus
}