]> git.djapps.eu Git - pkg/ggml/sources/ggml/commitdiff
rpc : fix ggml_backend_rpc_supports_buft() (llama/7918)
authorRadoslav Gerganov <redacted>
Thu, 13 Jun 2024 12:18:44 +0000 (15:18 +0300)
committerGeorgi Gerganov <redacted>
Sat, 15 Jun 2024 19:05:47 +0000 (22:05 +0300)
src/ggml-rpc.cpp

index 9b95193d3229d6a780848cea11f9145f7b2b4bfe..22d9524b8d7642a88473a97dcd8bea493f4cb40c 100644 (file)
@@ -624,12 +624,12 @@ GGML_CALL static enum ggml_status ggml_backend_rpc_graph_compute(ggml_backend_t
 GGML_CALL static bool ggml_backend_rpc_supports_op(ggml_backend_t backend, const ggml_tensor * op) {
     UNUSED(backend);
     UNUSED(op);
-    GGML_ASSERT(false && "not implemented");
-    return false;
+    //TODO: call the remote backend and cache the results
+    return true;
 }
 
 GGML_CALL static bool ggml_backend_rpc_supports_buft(ggml_backend_t backend, ggml_backend_buffer_type_t buft) {
-    if (buft->iface.get_name == ggml_backend_rpc_buffer_type_name) {
+    if (buft->iface.get_name != ggml_backend_rpc_buffer_type_name) {
         return false;
     }
     ggml_backend_rpc_buffer_type_context * buft_ctx = (ggml_backend_rpc_buffer_type_context *)buft->context;