rpc : fix ggml_backend_rpc_supports_buft() (ggerganov#7918)

christianazinn · Jun 13, 2024 · 172c825 · 172c825
1 parent a55eb1b
commit 172c825
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/ggml-rpc.cpp b/ggml-rpc.cpp
@@ -624,12 +624,12 @@ GGML_CALL static enum ggml_status ggml_backend_rpc_graph_compute(ggml_backend_t
 GGML_CALL static bool ggml_backend_rpc_supports_op(ggml_backend_t backend, const ggml_tensor * op) {
     UNUSED(backend);
     UNUSED(op);
-    GGML_ASSERT(false && "not implemented");
-    return false;
+    //TODO: call the remote backend and cache the results
+    return true;
 }
 
 GGML_CALL static bool ggml_backend_rpc_supports_buft(ggml_backend_t backend, ggml_backend_buffer_type_t buft) {
-    if (buft->iface.get_name == ggml_backend_rpc_buffer_type_name) {
+    if (buft->iface.get_name != ggml_backend_rpc_buffer_type_name) {
         return false;
     }
     ggml_backend_rpc_buffer_type_context * buft_ctx = (ggml_backend_rpc_buffer_type_context *)buft->context;