Investigate an intermittent issue from testSameSessionStickinessUsingVoyager (#2297)

* investigate an intermittent issue from testSameSessionStickinessUsingVoyager

Co-authored-by: huizhao <[email protected]>

Author: hzhao-github

integration-tests/src/test/java/oracle/weblogic/kubernetes/ItStickySession.java

@@ -61,6 +61,7 @@
 import static oracle.weblogic.kubernetes.utils.CommonTestUtils.installAndVerifyTraefik;
 import static oracle.weblogic.kubernetes.utils.CommonTestUtils.installAndVerifyVoyager;
 import static oracle.weblogic.kubernetes.utils.CommonTestUtils.installVoyagerIngressAndVerify;
+import static oracle.weblogic.kubernetes.utils.CommonTestUtils.isVoyagerPodReady;
 import static oracle.weblogic.kubernetes.utils.CommonTestUtils.setPodAntiAffinity;
 import static oracle.weblogic.kubernetes.utils.ThreadSafeLogger.getLogger;
 import static org.assertj.core.api.Assertions.assertThat;
@@ -202,12 +203,41 @@ public void testSameSessionStickinessUsingVoyager() {
     final String ingressName = domainUid + "-ingress-host-routing";
     final String ingressServiceName = VOYAGER_CHART_NAME + "-" + ingressName;
     final String channelName = "tcp-80";
+    final int maxRetry = 60;
 
     // create Voyager ingress resource
     Map<String, Integer> clusterNameMsPortMap = new HashMap<>();
     clusterNameMsPortMap.put(clusterName, managedServerPort);
-    List<String>  hostNames =
-        installVoyagerIngressAndVerify(domainUid, domainNamespace, ingressName, clusterNameMsPortMap);
+
+    List<String>  hostNames = null;
+
+    for (int i = 0; i < maxRetry; i++) {
+      hostNames =
+          installVoyagerIngressAndVerify(domainUid, domainNamespace, ingressName, clusterNameMsPortMap);
+
+      if (hostNames != null && !hostNames.isEmpty()) {
+        break;
+      }
+
+      try {
+        // sometimes the ingress may not be ready even the condition check is ready, sleep a little bit
+        Thread.sleep(1000);
+      } catch (InterruptedException ignore) {
+        // ignore
+      }
+    }
+
+    withStandardRetryPolicy
+        .conditionEvaluationListener(
+            condition -> logger.info("Waiting for pod {0} to be created in namespace {1} "
+                    + "(elapsed time {2}ms, remaining time {3}ms)",
+                ingressServiceName,
+                domainNamespace,
+                condition.getElapsedTimeInMS(),
+                condition.getRemainingTimeInMS()))
+        .until(assertDoesNotThrow(() -> isVoyagerPodReady(domainNamespace, ingressServiceName),
+            String.format("podExists failed with ApiException for pod %s in namespace %s",
+                ingressServiceName, domainNamespace)));
 
     // get Voyager ingress service Nodeport
     int ingressServiceNodePort =

integration-tests/src/test/java/oracle/weblogic/kubernetes/utils/CommonTestUtils.java

@@ -1492,6 +1492,15 @@ public static List<String> installVoyagerIngressAndVerify(String domainUid,
     return ingressHostList;
   }
 
+  /**
+   * Check Voyager pod is running in the specified namespace.
+   *
+   * @param podName pod name to check
+   * @param namespace the namespace in which the pod is running
+   */
+  public static Callable<Boolean> isVoyagerPodReady(String namespace, String podName) {
+    return isVoyagerReady(namespace, podName);
+  }
 
   /**
    * Execute command inside a pod and assert the execution.