Minimum watch retry delay

Author: rjeberhard

operator/src/main/java/oracle/kubernetes/operator/TuningParameters.java

@@ -63,9 +63,11 @@ public CallBuilderTuning(int callRequestLimit, int callMaxRetryCount, int callTi
 
   public static class WatchTuning {
     public final int watchLifetime;
+    public final int watchMinimumDelay;
 
-    public WatchTuning(int watchLifetime) {
+    public WatchTuning(int watchLifetime, int watchMinimumDelay) {
       this.watchLifetime = watchLifetime;
+      this.watchMinimumDelay = watchMinimumDelay;
     }
   }
 

operator/src/main/java/oracle/kubernetes/operator/TuningParametersImpl.java

@@ -66,7 +66,10 @@ private void update() {
             (int) readTuningParameter("callMaxRetryCount", 5),
             (int) readTuningParameter("callTimeoutSeconds", 10));
 
-    WatchTuning watch = new WatchTuning((int) readTuningParameter("watchLifetime", 300));
+    WatchTuning watch =
+        new WatchTuning(
+            (int) readTuningParameter("watchLifetime", 300),
+            (int) readTuningParameter("watchMinimumDelay", 5));
 
     PodTuning pod =
         new PodTuning(

operator/src/main/java/oracle/kubernetes/operator/Watcher.java

@@ -38,6 +38,7 @@ abstract class Watcher<T> {
   private AtomicBoolean stopping;
   private WatchListener<T> listener;
   private Thread thread = null;
+  private long lastInitialize = 0;
 
   /**
    * Constructs a watcher without specifying a listener. Needed when the listener is the watch
@@ -120,6 +121,16 @@ protected boolean isStopping() {
   }
 
   private void watchForEvents() {
+    long now = System.currentTimeMillis();
+    long delta = now - lastInitialize;
+    if (lastInitialize != 0 && delta > (tuning.watchMinimumDelay * 1000)) {
+      try {
+        Thread.sleep(delta);
+      } catch (InterruptedException ex) {
+        LOGGER.warning(MessageKeys.EXCEPTION, ex);
+      }
+      lastInitialize = System.currentTimeMillis();
+    }
     try (WatchI<T> watch =
         initiateWatch(
             new WatchBuilder()

operator/src/test/java/oracle/kubernetes/operator/WatcherTestBase.java

@@ -41,7 +41,7 @@ public abstract class WatcherTestBase extends ThreadFactoryTestBase
 
   private int resourceVersion = INITIAL_RESOURCE_VERSION;
 
-  protected WatchTuning tuning = new WatchTuning(30);
+  protected WatchTuning tuning = new WatchTuning(30, 5);
 
   private V1ObjectMeta createMetaData() {
     return createMetaData("test", NAMESPACE);

operator/src/test/java/oracle/kubernetes/operator/helpers/DomainIntrospectorJobTest.java

@@ -290,7 +290,7 @@ static String getJobName() {
   }
 
   FiberTestSupport.StepFactory getStepFactory() {
-    return next -> JobHelper.createDomainIntrospectorJobStep(new WatchTuning(30), next);
+    return next -> JobHelper.createDomainIntrospectorJobStep(new WatchTuning(30, 5), next);
   }
 
   V1PodList createListPods() {