[#2595] Add configurable 'RPC_RETRY_BACKOFF_MS' option into GrpcClient

Author: cchung100m

internal-client/src/main/java/org/apache/uniffle/client/impl/grpc/GrpcClient.java

@@ -25,6 +25,7 @@
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
+import org.apache.uniffle.common.config.RssClientConf;
 import org.apache.uniffle.common.util.GrpcNettyUtils;
 
 public abstract class GrpcClient {
@@ -34,17 +35,33 @@ public abstract class GrpcClient {
   protected int port;
   protected boolean usePlaintext;
   protected int maxRetryAttempts;
+  protected long rpcRetryBackoffMs;
   protected ManagedChannel channel;
 
   protected GrpcClient(String host, int port, int maxRetryAttempts, boolean usePlaintext) {
-    this(host, port, maxRetryAttempts, usePlaintext, 0, 0, 0, -1);
+    this(
+        host,
+        port,
+        maxRetryAttempts,
+        usePlaintext,
+        RssClientConf.RPC_RETRY_BACKOFF_MS.defaultValue(),
+        0,
+        0,
+        0,
+        -1);
+  }
+
+  protected GrpcClient(
+      String host, int port, int maxRetryAttempts, boolean usePlaintext, long rpcRetryBackoffMs) {
+    this(host, port, maxRetryAttempts, usePlaintext, rpcRetryBackoffMs, 0, 0, 0, -1);
   }
 
   protected GrpcClient(
       String host,
       int port,
       int maxRetryAttempts,
       boolean usePlaintext,
+      long rpcRetryBackoffMs,
       int pageSize,
       int maxOrder,
       int smallCacheSize,
@@ -53,6 +70,7 @@ protected GrpcClient(
     this.port = port;
     this.maxRetryAttempts = maxRetryAttempts;
     this.usePlaintext = usePlaintext;
+    this.rpcRetryBackoffMs = rpcRetryBackoffMs;
 
     if (nettyEventLoopThreads > 0) {
       System.setProperty(
@@ -69,9 +87,6 @@ protected GrpcClient(
       channelBuilder.usePlaintext();
     }
 
-    if (maxRetryAttempts > 0) {
-      channelBuilder.enableRetry().maxRetryAttempts(maxRetryAttempts);
-    }
     channelBuilder.maxInboundMessageSize(Integer.MAX_VALUE);
 
     channel = channelBuilder.build();