]> git.djapps.eu Git - pkg/ggml/sources/whisper.cpp/commitdiff
rpc : early register backend devices (llama/11262)
authorRadoslav Gerganov <redacted>
Fri, 17 Jan 2025 08:57:09 +0000 (10:57 +0200)
committerGeorgi Gerganov <redacted>
Mon, 3 Feb 2025 20:00:57 +0000 (22:00 +0200)
Early register RPC devices and do not propagate RPC specifics in the
llama model structures.

ref: #10609

ggml/include/ggml-backend.h
ggml/src/ggml-backend-impl.h

index 7221a08309274ad05c441d1a9cc9e0c176583c13..fc9571c82c959f61444552d539ab305d01efbd05 100644 (file)
@@ -203,6 +203,8 @@ extern "C" {
     // Backend registry
     //
 
+    GGML_API void ggml_backend_device_register(ggml_backend_dev_t device);
+
     // Backend (reg) enumeration
     GGML_API size_t             ggml_backend_reg_count(void);
     GGML_API ggml_backend_reg_t ggml_backend_reg_get(size_t index);
index 36d72e95f028c8336edcbba73ee85f7cbf3aba38..d1c2d76d8975eae52bf7671b2c7faf4e8387f5cb 100644 (file)
@@ -208,7 +208,6 @@ extern "C" {
 
     // Internal backend registry API
     GGML_API void ggml_backend_register(ggml_backend_reg_t reg);
-    GGML_API void ggml_backend_device_register(ggml_backend_dev_t device);
 
     // Add backend dynamic loading support to the backend