Port on prem integration tests

Author: sankarpn

Jenkinsfile.podman

@@ -475,6 +475,10 @@ nodes:
         hostPort: 2224
       - containerPort: 31128
         hostPort: 2228
+      - containerPort: 31132
+        hostPort: 8001
+      - containerPort: 31136
+        hostPort: 2232	
     extraMounts:
       - hostPath: ${pv_root}
         containerPath: ${pv_root}
@@ -576,6 +580,7 @@ EOF
                             echo "-Dwko.it.remoteconsole.version=\"${REMOTECONSOLE_VERSION}\""                           >> ${WORKSPACE}/.mvn/maven.config
                             echo "-Djdk.httpclient.allowRestrictedHeaders=\"host\""                                      >> ${WORKSPACE}/.mvn/maven.config
                             echo "-DOPERATOR_LOG_LEVEL=\"${OPERATOR_LOG_LEVEL}\""                                        >> ${WORKSPACE}/.mvn/maven.config
+			    echo "-Dwko.it.install.weblogic=\"true\""                                                    >> ${WORKSPACE}/.mvn/maven.config
 
                             echo "${WORKSPACE}/.mvn/maven.config contents:"
                             cat "${WORKSPACE}/.mvn/maven.config"

integration-tests/src/test/java/oracle/weblogic/kubernetes/ItOnPremCrossDomainTransaction.java

@@ -464,6 +464,12 @@ public interface TestConstants {
 
   public static final String LARGE_DOMAIN_TESTING_PROPS_FILE =
       "largedomaintesting.props";
+  
+  public static final boolean INSTALL_WEBLOGIC = Boolean.valueOf((getNonEmptySystemProperty("wko.it.install.weblogic",
+      "false")));
+  public static final String WEBLOGIC_SHIPHOME = getNonEmptySystemProperty("wko.it.wls.shiphome",
+      "https://home.us.oracle.com/results/release/src141200/fmw_14.1.2.0.0_wls_generic.jar");
+  
   public static final String ORACLE_OPERATOR_NS = "ns-oracle-operator";
 
   //node ports used by the integration tests
@@ -549,6 +555,12 @@ public interface TestConstants {
   public static final int IT_REMOTECONSOLENGINX_INGRESS_HTTP_NODEPORT = 31124;
   public static final int IT_REMOTECONSOLENGINX_INGRESS_HTTP_HOSTPORT = 2224;
   public static final int IT_REMOTECONSOLENGINX_INGRESS_HTTPS_NODEPORT = 31128;
-  public static final int IT_REMOTECONSOLENGINX_INGRESS_HTTPS_HOSTPORT = 2228;  
+  public static final int IT_REMOTECONSOLENGINX_INGRESS_HTTPS_HOSTPORT = 2228;
+  
+  public static final int IT_ONPREMCRDOMAINTX_INGRESS_HTTP_NODEPORT = 31132;
+  public static final int IT_ONPREMCRDOMAINTX_INGRESS_HTTP_HOSTPORT = 8001;
+  public static final int IT_ONPREMCRDOMAINTX_CLUSTER_NODEPORT = 31136;
+  public static final int IT_ONPREMCRDOMAINTX_CLUSTER_HOSTPORT = 2232;
+  
 
 }

integration-tests/src/test/java/oracle/weblogic/kubernetes/TestConstants.java

@@ -244,6 +244,7 @@ public boolean archiveApp() {
     List<String> srcFiles  = params.srcDirList();
     String srcFile = srcFiles.get(0);
     String appName = srcFile.substring(srcFile.lastIndexOf("/") + 1, srcFile.lastIndexOf("."));
+    params.appName(appName);
     String archiveSrcDir = params.appArchiveDir() + "/wlsdeploy/applications";
 
     try {

integration-tests/src/test/java/oracle/weblogic/kubernetes/actions/impl/AppBuilder.java

@@ -56,6 +56,7 @@
 import static oracle.weblogic.kubernetes.TestConstants.FMWINFRA_IMAGE_NAME;
 import static oracle.weblogic.kubernetes.TestConstants.FMWINFRA_IMAGE_TAG;
 import static oracle.weblogic.kubernetes.TestConstants.INGRESS_CLASS_FILE_NAME;
+import static oracle.weblogic.kubernetes.TestConstants.INSTALL_WEBLOGIC;
 import static oracle.weblogic.kubernetes.TestConstants.KIND_REPO;
 import static oracle.weblogic.kubernetes.TestConstants.KUBERNETES_CLI;
 import static oracle.weblogic.kubernetes.TestConstants.LOCALE_IMAGE_NAME;
@@ -86,6 +87,7 @@
 import static oracle.weblogic.kubernetes.TestConstants.WDT_BASIC_MODEL_PROPERTIES_FILE;
 import static oracle.weblogic.kubernetes.TestConstants.WEBLOGIC_IMAGE_NAME;
 import static oracle.weblogic.kubernetes.TestConstants.WEBLOGIC_IMAGE_TAG;
+import static oracle.weblogic.kubernetes.TestConstants.WEBLOGIC_SHIPHOME;
 import static oracle.weblogic.kubernetes.TestConstants.WLSIMG_BUILDER;
 import static oracle.weblogic.kubernetes.actions.ActionConstants.ARCHIVE_DIR;
 import static oracle.weblogic.kubernetes.actions.ActionConstants.DOWNLOAD_DIR;
@@ -107,6 +109,7 @@
 import static oracle.weblogic.kubernetes.actions.TestActions.imageRepoLogin;
 import static oracle.weblogic.kubernetes.actions.TestActions.imageTag;
 import static oracle.weblogic.kubernetes.actions.TestActions.uninstallOperator;
+import static oracle.weblogic.kubernetes.actions.impl.primitive.Command.defaultCommandParams;
 import static oracle.weblogic.kubernetes.assertions.TestAssertions.doesImageExist;
 import static oracle.weblogic.kubernetes.assertions.TestAssertions.imageExists;
 import static oracle.weblogic.kubernetes.utils.CommonTestUtils.testUntil;
@@ -329,6 +332,9 @@ public void beforeAll(ExtensionContext context) {
           logger.info("Installing istio before any test suites are run");
           installIstio();
         }
+        if (INSTALL_WEBLOGIC && !OKD && !CRIO && !ARM && !OKE_CLUSTER) {
+          installOnPremWebLogic();
+        }
       } finally {
         // Initialization is done. Release all waiting other threads. The latch is now disabled so
         // other threads
@@ -702,5 +708,17 @@ private void installOracleDBOperator() {
     }
     assertDoesNotThrow(() -> installDBOperator(), "Failed to install database operator");
   }
+  
+  private void installOnPremWebLogic() {
+    Path installScript = Paths.get(RESOURCE_DIR, "bash-scripts", "install-wls.sh");
+    String command
+        = String.format("%s %s %s %s", "/bin/bash", installScript, RESULTS_ROOT, WEBLOGIC_SHIPHOME);
+    getLogger().info("WebLogic installation command {0}", command);
+    assertTrue(() -> Command.withParams(
+        defaultCommandParams()
+            .command(command)
+            .redirect(false))
+        .execute());
+  }  
 
 }

integration-tests/src/test/java/oracle/weblogic/kubernetes/extensions/InitializationTasks.java

@@ -496,8 +496,8 @@ public static void replaceStringInFile(String filePath, String regex, String rep
     Path src = Paths.get(filePath);
     logger.info("Replacing {0} in {1} with {2}", regex, src.toString(), replacement);
     String content = new String(Files.readAllBytes(src), StandardCharsets.UTF_8);
-    if (!content.contains(regex)) {
-      logger.info("search string {0} not found to replace with {1}", regex, replacement);
+    if (!content.matches(regex)) {
+      logger.warning("search string {0} not found to replace with {1}", regex, replacement);
     }
     long oldModified = src.toFile().lastModified();
     Files.write(src, content.replaceAll(regex, replacement).getBytes(StandardCharsets.UTF_8));

integration-tests/src/test/java/oracle/weblogic/kubernetes/utils/FileUtils.java

@@ -209,28 +209,29 @@ public static String createDiiImageAndVerify(String domainUid,
   }
 
   /**
-   * Create an image with modelfile, application archive and property file. If the property file
-   * is needed to be updated with a property that has been created by the framework, it is copied
-   * onto RESULT_ROOT and updated. Hence the altModelDir. Call this method to create a domain home in image.
+   * Create an image with modelfile, application archive and property file.If the property file
+ is needed to be updated with a property that has been created by the framework, it is copied
+ onto RESULT_ROOT and updated. Hence the altModelDir. Call this method to create a domain home in image.
    * @param imageNameBase - base image name used in local or to construct image name in repository
    * @param wdtModelList - model file used to build the image
    * @param appSrcDirList - application to be added to the image
    * @param modelPropFile - property file to be used with the model file above
    * @param altModelDir - directory where the property file is found if not in the default MODEL_DIR
+   * @param domainUid domain uid
    * @return image name with tag
    */
   public static String createImageAndVerify(String imageNameBase,
                                             List<String> wdtModelList,
                                             List<String> appSrcDirList,
                                             String modelPropFile,
                                             String altModelDir,
-                                            String domainHome) {
+                                            String domainUid) {
 
     final List<String> modelPropList = Collections.singletonList(altModelDir + "/" + modelPropFile);
 
     return createImageAndVerify(
         imageNameBase, wdtModelList, appSrcDirList, modelPropList, WEBLOGIC_IMAGE_NAME,
-        WEBLOGIC_IMAGE_TAG, WLS, false, domainHome, false);
+        WEBLOGIC_IMAGE_TAG, WLS, false, domainUid, false);
   }
 
   /**

integration-tests/src/test/java/oracle/weblogic/kubernetes/utils/ImageUtils.java

@@ -4,18 +4,23 @@
 package oracle.weblogic.kubernetes.utils;
 
 import java.io.IOException;
+import java.net.InetSocketAddress;
+import java.net.ProxySelector;
 import java.net.Socket;
 import java.net.URI;
 import java.net.http.HttpClient;
 import java.net.http.HttpRequest;
 import java.net.http.HttpResponse;
+import java.net.http.HttpTimeoutException;
+import java.nio.file.Paths;
 import java.security.SecureRandom;
 import java.security.cert.CertificateException;
 import java.security.cert.X509Certificate;
 import java.time.Duration;
 import java.util.Base64;
 import java.util.Map;
 import java.util.Map.Entry;
+import java.util.concurrent.TimeUnit;
 import javax.net.ssl.SSLContext;
 import javax.net.ssl.SSLEngine;
 import javax.net.ssl.TrustManager;
@@ -125,6 +130,64 @@ public static HttpResponse<String> get(String url, Map<String, String> headers)
     return get(url, headers, false);
   }
 
+  /**
+   * Http GET request to download a file and save it in the give destination directory.
+   *
+   * @param url URL of the file to download
+   * @param destLocation detination directory where to save the downloaded file
+   * @param proxyHost optional proxy host, can be null for no proxy
+   * @param proxyPort optional proxy port, can be null for no proxy
+   * @param maxRetries the maximum number of retries before it can return false
+   * @return true if download succeeds otherwide false
+   */
+  public static boolean downloadFile(String url, String destLocation, String proxyHost,
+      String proxyPort, int maxRetries) {
+    LoggingFacade logger = getLogger();
+
+    // Build HttpClient with optional proxy and retry policy
+    HttpClient.Builder clientBuilder = HttpClient.newBuilder()
+        .version(HttpClient.Version.HTTP_2)
+        .followRedirects(HttpClient.Redirect.NORMAL)
+        .connectTimeout(Duration.ofSeconds(10));
+
+    // Configure proxy if PROXY_HOST and PROXY_PORT are specified
+    if (proxyHost != null && proxyPort != null) {
+      clientBuilder.proxy(ProxySelector.of(new InetSocketAddress(proxyHost, Integer.valueOf(proxyPort))));
+      logger.info("Proxy configured: {0}:{1}", proxyHost, proxyPort);
+    } else {
+      logger.info("No proxy configuration provided.");
+    }
+
+    HttpClient client = clientBuilder.build();
+
+    // Prepare the HttpRequest
+    HttpRequest request = HttpRequest.newBuilder()
+        .uri(URI.create(url))
+        .timeout(Duration.ofMinutes(2))
+        .GET()
+        .build();
+
+    // Attempt to download the file
+    for (int attempt = 1; attempt <= maxRetries; attempt++) {
+      try {
+        logger.info("Starting download...");
+        if (client.send(request, HttpResponse.BodyHandlers.ofFile(Paths.get(destLocation))).statusCode() != 200) {
+          logger.info("Failed download retrying...");
+          TimeUnit.SECONDS.sleep(10);
+          continue;
+        } else {
+          logger.info("Download completed successfully.");
+          return true;
+        }
+      } catch (HttpTimeoutException e) {
+        logger.severe("Request timed out: {0}", e.getMessage());
+      } catch (IOException | InterruptedException e) {
+        logger.severe("Download failed: {0}", e.getMessage());
+      }
+    }
+    return false;
+  }
+  
   private static final TrustManager MOCK_TRUST_MANAGER = new X509ExtendedTrustManager() {
     @Override
     public java.security.cert.X509Certificate[] getAcceptedIssuers() {

integration-tests/src/test/java/oracle/weblogic/kubernetes/utils/OracleHttpClient.java

@@ -33,13 +33,22 @@ ${KUBERNETES_CLI} delete namespace istio-system --ignore-not-found
 # create the namespace 'istio-system' 
 ${KUBERNETES_CLI} create namespace istio-system
 
-( cd $workdir;
-  oci os object get --namespace=${wko_tenancy} --bucket-name=wko-system-test-files \
-                                --name=istio/istio-${version}-${arch}.tar.gz --file=istio.tar.gz \
-                                --auth=instance_principal
+( cd $workdir
+  if [ -z "$JENKINS_HOME" ]; then
+    # Not in Jenkins, download using curl
+    echo "Detected local environment. Downloading Istio using curl."
+    curl -Lo istio.tar.gz https://github.com/istio/istio/releases/download/${version}/istio-${version}-${arch}.tar.gz
+  else
+    # Running in Jenkins, download using OCI CLI
+    echo "Detected Jenkins environment. Downloading Istio using OCI CLI."
+    oci os object get --namespace=${wko_tenancy} --bucket-name=wko-system-test-files \
+                      --name=istio/istio-${version}-${arch}.tar.gz --file=istio.tar.gz \
+                      --auth=instance_principal
+  fi
   tar zxf istio.tar.gz
 )
 
+
 ( ${KUBERNETES_CLI} create secret generic docker-istio-secret --type=kubernetes.io/dockerconfigjson --from-file=.dockerconfigjson=$HOME/.docker/config.json -n istio-system )
 
  # set custom docker registry to gcr.io/istio-release to avoid 

integration-tests/src/test/resources/bash-scripts/install-istio.sh

@@ -0,0 +1,73 @@
+#!/bin/bash
+# Copyright (c) 2024, Oracle and/or its affiliates.
+# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
+
+echo $JAVA_HOME
+if [ -n "$1" ]; then
+    echo "RESULT_ROOT is set"
+    result_root=$1
+else
+    echo "no RESULT_ROOT is set, exiting wls installation."
+    exit 0
+fi
+
+if [ -n "$2" ]; then
+      echo "WEBLOGIC_SHIPHOME is set"      
+      shiphome_url=$2
+    else
+      echo "no WEBLOGIC_SHIPHOME is set, exiting wls installation."
+      exit 0
+    fi
+
+echo $result_root
+echo $shiphome_url
+MW_HOME="$result_root/mwhome"
+SILENT_RESPONSE_FILE=$result_root/silent.response
+ORAINVENTORYPOINTER_LOC=$result_root/oraInv.loc
+ORAINVENTORY_LOC=$result_root/oraInventory
+WLS_SHIPHOME=$result_root/fmw_wls_generic.jar
+SUCCESS="The\ installation\ of\ Oracle\ Fusion\ Middleware.*completed\ successfully"
+
+rm -rf $MW_HOME/*
+rm -rf $SILENT_RESPONSE_FILE
+rm -rf $ORAINVENTORY_LOC/*
+rm -rf $ORAINVENTORYPOINTER_LOC
+mkdir -p $MW_HOME
+mkdir -p $ORAINVENTORY_LOC
+
+echo "creating $SILENT_RESPONSE_FILE file with contents"
+
+cat <<EOF > $SILENT_RESPONSE_FILE
+[ENGINE]
+Response File Version=1.0.0.0.0
+[GENERIC]
+ORACLE_HOME=$MW_HOME
+INSTALL_TYPE=WebLogic Server
+EOF
+
+cat $SILENT_RESPONSE_FILE
+
+echo "creating $ORAINVENTORYPOINTER_LOC file with contents"
+
+cat <<EOF > $ORAINVENTORYPOINTER_LOC
+inventory_loc=$ORAINVENTORY_LOC
+inst_group=opc
+EOF
+
+cat $ORAINVENTORYPOINTER_LOC
+
+#download WebLogic shiphome installer
+curl -Lo $WLS_SHIPHOME $shiphome_url
+ls -l $WLS_SHIPHOME
+md5sum $WLS_SHIPHOME
+
+#install WebLogic
+echo "Running java -jar $WLS_SHIPHOME -silent -responseFile $SILENT_RESPONSE_FILE -invPtrLoc $ORAINVENTORYPOINTER_LOC"
+install_log=$(java -jar $WLS_SHIPHOME -silent -responseFile $SILENT_RESPONSE_FILE -invPtrLoc $ORAINVENTORYPOINTER_LOC)
+if [[ "$install_log" =~ $SUCCESS ]]; then
+  echo "The installation of WebLogic completed successfully."
+  . $MW_HOME/wlserver/server/bin/setWLSEnv.sh
+  java weblogic.version
+else
+  echo "The installation of WebLogic failed."
+fi