remoting: highlight the hot path

Author: kpouget

ggml/src/ggml-remotingfrontend/ggml-backend-device.cpp

@@ -38,16 +38,21 @@ ggml_backend_remoting_device_get_memory(ggml_backend_dev_t dev, size_t * free, s
 
 static bool
 ggml_backend_remoting_device_supports_op(ggml_backend_dev_t dev, const ggml_tensor * op) {
-  IMPLEMENTED_ONCE;
+#if 1
+  UNUSED(dev);
+  UNUSED(op);
 
+  return true; // same as ggml-rpc
+#else
   struct virtgpu *gpu = DEV_TO_GPU(dev);
 
   return apir_device_supports_op(gpu, op);
+#endif
 }
 
 static bool
 ggml_backend_remoting_device_supports_buft(ggml_backend_dev_t dev, ggml_backend_buffer_type_t buft) {
-  IMPLEMENTED_ONCE;
+  //IMPLEMENTED_ONCE;
 
 #if 1
   bool supported = buft->device == dev;
@@ -66,7 +71,7 @@ ggml_backend_remoting_device_supports_buft(ggml_backend_dev_t dev, ggml_backend_
 
 static bool
 ggml_backend_remoting_device_offload_op(ggml_backend_dev_t dev, const ggml_tensor * op) {
-  IMPLEMENTED_ONCE;
+  //IMPLEMENTED_ONCE;
 
   UNUSED(dev);
   UNUSED(op);

ggml/src/ggml-remotingfrontend/ggml-backend.cpp

@@ -3,7 +3,7 @@
 static const char * ggml_backend_remoting_get_name(ggml_backend_t backend) {
   UNUSED(backend);
 
-  IMPLEMENTED_ONCE;
+  //IMPLEMENTED_ONCE;
 
   return "API Remoting backend";
 }

ggml/src/ggml-remotingfrontend/ggml-remoting.h

@@ -49,7 +49,7 @@
     static bool first = true;						\
     if (first) {							\
       printf("INFO: ### reached implemented function %s\n", __func__);  \
-      first = false;							\
+      first = true;							\
     }									\
   } while(0)
 

run.remoting.sh

@@ -7,7 +7,8 @@ else
 fi
 
 MODEL="$HOME/models/llama3.2"
-PROMPT="say nothing"
+#PROMPT="say nothing"
+PROMPT="tell what's Apple metal API"
 $prefix \
     ../build.remoting-frontend/bin/llama-run \
     --ngl 99 \