update the domain home in image sample to keep server logs on PV

Author: simon-meng-cn

kubernetes/samples/scripts/create-weblogic-domain/domain-home-on-pv/domain-template.yaml renamed to kubernetes/samples/scripts/common/domain-template.yaml

@@ -16,7 +16,7 @@ spec:
   # The WebLogic Domain Home
   domainHome: %DOMAIN_HOME%
   # If the domain home is in the image
-  domainHomeInImage: false
+  domainHomeInImage: %DOMAIN_HOME_IN_IMAGE%
   # The Operator currently does not support other images
   image: "%WEBLOGIC_IMAGE%"
   # imagePullPolicy defaults to "Always" if image version is :latest

kubernetes/samples/scripts/common/utility.sh

@@ -212,6 +212,102 @@ function getKubernetesClusterIP {
   K8S_IP="${array[1]}"
 }
 
+#
+# Function to initialize the input parameters.
+# For some parameters, use the default value if not defined.
+#
+function initializeInput {
+  domainName=${domainUID}
+
+  enabledPrefix=""     # uncomment the feature
+  disabledPrefix="# "  # comment out the feature
+
+  if [ "${exposeAdminT3Channel}" = true ]; then
+    exposeAdminT3ChannelPrefix="${enabledPrefix}"
+  else
+    exposeAdminT3ChannelPrefix="${disabledPrefix}"
+  fi
+
+  if [ "${exposeAdminNodePort}" = true ]; then
+    exposeAdminNodePortPrefix="${enabledPrefix}"
+  else
+    exposeAdminNodePortPrefix="${disabledPrefix}"
+  fi
+
+  if [ -z "${domainPVMountPath}" ]; then
+    domainPVMountPath="/shared"
+  fi
+
+  if [ -z "${logHome}" ]; then
+    logHome="${domainPVMountPath}/logs/${domainUID}"
+  fi
+
+  if [ -z "${persistentVolumeClaimName}" ]; then
+    persistentVolumeClaimName="${domainUID}-weblogic-sample-pvc"
+  fi
+
+  if [ -z "${weblogicCredentialsSecretName}" ]; then
+    weblogicCredentialsSecretName="${domainUID}-weblogic-credentials"
+  fi
+}
+
+#
+# Function to generate the yaml file for creating the domain resource
+# $1 - domain home in image
+#
+function generateDomainYaml {
+  if [ "$#" != 1 ]; then
+    fail "The function must be called with domainHomeInImage parameter."
+  fi
+
+  domainHomeInImage="${1}"
+  if [ "true" != "${domainHomeInImage}" ] && [ "false" != "${domainHomeInImage}" ]; then
+    fail "The value of domainHomeInImage must be true or false: ${domainHomeInImage}"
+  fi
+
+  echo Generating ${dcrOutput}
+
+  cp ${dcrInput} ${dcrOutput}
+  sed -i -e "s:%DOMAIN_UID%:${domainUID}:g" ${dcrOutput}
+  sed -i -e "s:%NAMESPACE%:$namespace:g" ${dcrOutput}
+  sed -i -e "s:%DOMAIN_HOME%:${domainHome}:g" ${dcrOutput}
+  sed -i -e "s:%DOMAIN_HOME_IN_IMAGE%:${domainHomeInImage}:g" ${dcrOutput}
+  sed -i -e "s:%WEBLOGIC_IMAGE_PULL_POLICY%:${imagePullPolicy}:g" ${dcrOutput}
+  sed -i -e "s:%WEBLOGIC_IMAGE_PULL_SECRET_PREFIX%:${imagePullSecretPrefix}:g" ${dcrOutput}
+  sed -i -e "s:%WEBLOGIC_IMAGE_PULL_SECRET_NAME%:${imagePullSecretName}:g" ${dcrOutput}
+  sed -i -e "s:%WEBLOGIC_CREDENTIALS_SECRET_NAME%:${weblogicCredentialsSecretName}:g" ${dcrOutput}
+  sed -i -e "s:%INCLUDE_SERVER_OUT_IN_POD_LOG%:${includeServerOutInPodLog}:g" ${dcrOutput}
+  sed -i -e "s:%LOG_HOME%:${logHome}:g" ${dcrOutput}
+  sed -i -e "s:%SERVER_START_POLICY%:${serverStartPolicy}:g" ${dcrOutput}
+  sed -i -e "s:%JAVA_OPTIONS%:${javaOptions}:g" ${dcrOutput}
+  sed -i -e "s:%DOMAIN_PVC_NAME%:${persistentVolumeClaimName}:g" ${dcrOutput}
+  sed -i -e "s:%DOMAIN_ROOT_DIR%:${domainPVMountPath}:g" ${dcrOutput}
+  sed -i -e "s:%EXPOSE_ADMIN_PORT_PREFIX%:${exposeAdminNodePortPrefix}:g" ${dcrOutput}
+  sed -i -e "s:%ADMIN_NODE_PORT%:${adminNodePort}:g" ${dcrOutput}
+  sed -i -e "s:%EXPOSE_T3_CHANNEL_PREFIX%:${exposeAdminT3ChannelPrefix}:g" ${dcrOutput}
+  sed -i -e "s:%CLUSTER_NAME%:${clusterName}:g" ${dcrOutput}
+  sed -i -e "s:%INITIAL_MANAGED_SERVER_REPLICAS%:${initialManagedServerReplicas}:g" ${dcrOutput}
+
+  if [ "${domainHomeInImage}" == "true" ]; then
+    if [ -z $domainHomeImageBuildPath ]; then
+      domainHomeImageBuildPath="./docker-images/OracleWebLogic/samples/12213-domain-home-in-image-wdt"
+    fi
+    imageName="`basename ${domainHomeImageBuildPath} | sed 's/^[0-9]*-//'`"
+
+    # now we know which image to use, update the domain yaml file
+    if [ -z $image ]; then
+      sed -i -e "s|%WEBLOGIC_IMAGE%|${imageName}|g" ${dcrOutput}
+    else
+      sed -i -e "s:%WEBLOGIC_IMAGE%:${image}:g" ${dcrOutput}
+    fi
+  else
+    sed -i -e "s:%WEBLOGIC_IMAGE%:${image}:g" ${dcrOutput}
+  fi
+
+  # Remove any "...yaml-e" files left over from running sed
+  rm -f ${domainOutputDir}/*.yaml-e
+}
+
 #
 # Function to create the domain recource
 #

kubernetes/samples/scripts/common/validate.sh

@@ -395,3 +395,15 @@ function validateCommonInputs {
   failIfValidationErrors
 }
 
+#
+# Function to validate the domain's persistent volume claim has been created
+#
+function validateDomainPVC {
+  # Check if the persistent volume claim is already available
+  checkPvcExists ${persistentVolumeClaimName} ${namespace}
+  if [ "${PVC_EXISTS}" = "false" ]; then
+    validationError "The domain persistent volume claim ${persistentVolumeClaimName} does not exist in namespace ${namespace}"
+  fi
+  failIfValidationErrors
+}
+

kubernetes/samples/scripts/create-weblogic-domain/domain-home-in-image/README.md

@@ -1,14 +1,17 @@
 # WebLogic sample domain home in Docker image
 
-The sample scripts demonstrate the creation of a WebLogic domain home in a Docker image. The scripts also generate the domain YAML file, which can then be used to start the Kubernetes artifacts of the corresponding domain. Optionally, the scripts start up the domain, and WebLogic Server pods and services.
+The sample scripts demonstrate the creation of a WebLogic domain home in a Docker image. The log home is on an existing Kubernetes persistent volume (PV) and persistent volume claim (PVC). The scripts also generate the domain YAML file, which can then be used to start the Kubernetes artifacts of the corresponding domain. Optionally, the scripts start up the domain, and WebLogic Server pods and services.
 
 ## Prerequisites
 
+Before you begin, read this guide, [Domain Resource](../../../../../site/domain-resource.md)
+
 The following prerequisites must be handled prior to running the create domain script:
 * The WDT sample requires that JAVA_HOME is set to a java JDK version 1.8 or greater
 * Make sure the WebLogic operator is running.
 * The operator requires WebLogic Server 12.2.1.3.0 with patch 28076014 applied. Refer to [Weblogic Docker images](../../../../../site/weblogic-docker-images.md) for details on how to create one. If a different `domainHomeImageBase` (see Configuration table below) is specified, the specified image needs to be built locally or pulled from a repository.
 * Create a Kubernetes namespace for the domain unless the intention is to use the default namespace.
+* In the same Kubernetes namespace, create the Kubernetes persistent volume where the log home will be hosted, and the Kubernetes persistent volume claim for the domain. For samples to create a PV and PVC, see [Create sample PV and PVC](../../create-weblogic-domain-pv-pvc/README.md).
 * Create the Kubernetes secrets `username` and `password` of the admin account in the same Kubernetes namespace as the domain.
 
 ## Use the script to create a domain
@@ -49,6 +52,7 @@ usage: create-domain.sh -o dir -i file -u username -p password [-k] [-e] [-h]
   -u Username used in building the Docker image for WebLogic domain in image.
   -p Password used in building the Docker image for WebLogic domain in image.
   -e Also create the resources in the generated YAML files, optional.
+  -v Validate the existence of persistentVolumeClaim, optional.
   -k Keep what has been previously cloned from https://github.com/oracle/docker-images.git, optional.
      If not specified, this script will always remove existing project and clone again.
   -h Help
@@ -81,6 +85,7 @@ The following parameters can be provided in the inputs file.
 | `configuredManagedServerCount` | Number of Managed Server instances to generate for the domain. | `5` |
 | `domainHomeImageBase` | Base WebLogic binary image used to build the WebLogic domain image. The operator requires WebLogic Server 12.2.1.3.0 with patch 28076014 applied. Refer to [Weblogic Docker images](../../../../../site/weblogic-docker-images.md) for details on how to create one. If a different `domainHomeImageBase` (see Configuration table below) is specified, the specified image needs to be built locally or pulled from a repository before the `create-domain.sh` script is executed. | |
 | `domainHomeImageBuildPath` | Location of the WebLogic "domain home in image" Docker image in `https://github.com/oracle/docker-images.git` project. If not specified, use "./docker-images/OracleWebLogic/samples/12213-domain-home-in-image-wdt". Another possible value is "./docker-images/OracleWebLogic/samples/12213-domain-home-in-image" which uses WLST scripts, instead of WDT, to generate the domain configuration. | `./docker-images/OracleWebLogic/samples/12213-domain-home-in-image-wdt` |
+| `domainPVMountPath` | Mount path of the domain persistent volume. | `/shared` |
 | `domainUID` | Unique ID that will be used to identify this particular domain. Used as the name of the generated WebLogic domain as well as the name of the Kubernetes domain resource. This ID must be unique across all domains in a Kubernetes cluster. This ID cannot contain any character that is not valid in a Kubernetes service name. | `domain1` |
 | `exposeAdminNodePort` | Boolean indicating if the Administration Server is exposed outside of the Kubernetes cluster. | `false` |
 | `exposeAdminT3Channel` | Boolean indicating if the T3 administrative channel is exposed outside the Kubernetes cluster. | `false` |
@@ -90,9 +95,11 @@ The following parameters can be provided in the inputs file.
 | `includeServerOutInPodLog` | Boolean indicating whether to include server .out to the pod's stdout. | `true` |
 | `initialManagedServerReplicas` | Number of Managed Servers to initially start for the domain. | `2` |
 | `javaOptions` | Java options for starting the Administration and Managed Servers. A Java option can have references to one or more of the following pre-defined variables to obtain WebLogic domain information: `$(DOMAIN_NAME)`, `$(DOMAIN_HOME)`, `$(ADMIN_NAME)`, `$(ADMIN_PORT)`, and `$(SERVER_NAME)`. | `-Dweblogic.StdoutDebugEnabled=false` |
+| `logHome` | The in-pod name of the directory to store the domain, node manager, server logs, and server .out files in. If not specified, the value is derived from the `domainUID` as `/shared/logs/<domainUID>`. | `/shared/logs/domain1` |
 | `managedServerNameBase` | Base string used to generate Managed Server names. | `managed-server` |
 | `managedServerPort` | Port number for each Managed Server. | `8001` |
 | `namespace` | Kubernetes namespace in which to create the domain. | `default` |
+| `persistentVolumeClaimName` | Name of the persistent volume claim. If not specified, the value is derived from the `domainUID` as `<domainUID>-weblogic-sample-pvc` | `domain1-weblogic-sample-pvc` |
 | `productionModeEnabled` | Boolean indicating if production mode is enabled for the domain. | `true` |
 | `serverStartPolicy` | Determines which WebLogic Servers will be started up. Legal values are `NEVER`, `IF_NEEDED`, `ADMIN_ONLY`. | `IF_NEEDED` |
 | `t3ChannelPort` | Port for the T3 channel of the NetworkAccessPoint. | `30012` |

kubernetes/samples/scripts/create-weblogic-domain/domain-home-in-image/create-domain-inputs.yaml

@@ -64,6 +64,11 @@ weblogicCredentialsSecretName: domain1-weblogic-credentials
 # The default is true.
 includeServerOutInPodLog: true
 
+# The in-pod name of the directory to store the domain, node manager, server logs, and server .out
+# files in.
+# If not specified, the value is derived from the domainUID as /shared/logs/<domainUID>
+logHome: /shared/logs/domain1
+
 # Port for the T3Channel of the NetworkAccessPoint
 t3ChannelPort: 30012
 
@@ -88,6 +93,13 @@ namespace: default
 # Java Option for Weblogic Server
 javaOptions: -Dweblogic.StdoutDebugEnabled=false
 
+# Name of the persistent volume claim 
+# If not specified, the value is derived from the domainUID as <domainUID>-weblogic-sample-pvc
+persistentVolumeClaimName: domain1-weblogic-sample-pvc
+
+# Mount path of the domain persistent volume. 
+domainPVMountPath: /shared
+
 # Base WebLogic binary image used to build the WebLogic domain image
 # The operator requires WebLogic Server 12.2.1.3.0 with patch 28076014 applied. See README.md for more help.
 # domainHomeImageBase: 

kubernetes/samples/scripts/create-weblogic-domain/domain-home-in-image/create-domain.sh

@@ -12,6 +12,10 @@
 #    * The WDT sample requires that JAVA_HOME is set to a java JDK version 1.8 or greater
 #    * The kubernetes namespace must already be created
 #    * The kubernetes secrets 'username' and 'password' of the admin account have been created in the namespace
+#    * The host directory that will be used as the persistent volume must already exist
+#      and have the appropriate file permissions set.
+#    * The kubernetes persisitent volume must already be created
+#    * The kubernetes persisitent volume claim must already be created
 #
 
 # Initialize
@@ -21,12 +25,13 @@ source ${scriptDir}/../../common/utility.sh
 source ${scriptDir}/../../common/validate.sh
 
 function usage {
-  echo usage: ${script} -o dir -i file -u username -p password [-k] [-e] [-h]
+  echo usage: ${script} -o dir -i file -u username -p password [-k] [-e] [-v] [-h]
   echo "  -i Parameter inputs file, must be specified."
   echo "  -o Output directory for the generated properties and YAML files, must be specified."
   echo "  -u Username used in building the Docker image for WebLogic domain in image."
   echo "  -p Password used in building the Docker image for WebLogic domain in image."
   echo "  -e Also create the resources in the generated YAML files, optional."
+  echo "  -v Validate the existence of persistentVolumeClaim, optional."
   echo "  -k Keep what has been previously from cloned https://github.com/oracle/docker-images.git, optional. "
   echo "     If not specified, this script will always remove existing project directory and clone again."
   echo "  -h Help"
@@ -36,6 +41,7 @@ function usage {
 #
 # Parse the command line options
 #
+doValidation=false
 executeIt=false
 cloneIt=true
 while getopts "evhki:o:u:p:" opt; do
@@ -44,6 +50,8 @@ while getopts "evhki:o:u:p:" opt; do
     ;;
     o) outputDir="${OPTARG}"
     ;;
+    v) doValidation=true
+    ;;
     e) executeIt=true
     ;;
     u) username="${OPTARG}"
@@ -133,7 +141,7 @@ function initialize {
     validationError "The template file ${domainPropertiesInput} for creating a WebLogic domain was not found"
   fi
 
-  dcrInput="${scriptDir}/domain-template.yaml"
+  dcrInput="${scriptDir}/../../common/domain-template.yaml"
   if [ ! -f ${dcrInput} ]; then
     validationError "The template file ${dcrInput} for creating the domain resource was not found"
   fi
@@ -172,14 +180,13 @@ function createFiles {
   domainPropertiesOutput="${domainOutputDir}/domain.properties"
   dcrOutput="${domainOutputDir}/domain.yaml"
 
-  enabledPrefix=""     # uncomment the feature
-  disabledPrefix="# "  # comment out the feature
+  initializeInput
 
   if [ -z "${domainHomeImageBase}" ]; then
     fail "Please specify domainHomeImageBase in your input YAML"
   fi
 
-  domainName=${domainUID}
+  domainHome="/u01/oracle/user_projects/domains/${domainName}"
 
   # Generate the properties file that will be used when creating the weblogic domain
   echo Generating ${domainPropertiesOutput}
@@ -198,64 +205,7 @@ function createFiles {
   sed -i -e "s:%T3_CHANNEL_PORT%:${t3ChannelPort}:g" ${domainPropertiesOutput}
   sed -i -e "s:%T3_PUBLIC_ADDRESS%:${t3PublicAddress}:g" ${domainPropertiesOutput}
 
-  # Generate the yaml to create the domain resource
-  echo Generating ${dcrOutput}
-
-  if [ "${exposeAdminT3Channel}" = true ]; then
-    exposeAdminT3ChannelPrefix="${enabledPrefix}"
-  else
-    exposeAdminT3ChannelPrefix="${disabledPrefix}"
-  fi
-
-  if [ "${exposeAdminNodePort}" = true ]; then
-    exposeAdminNodePortPrefix="${enabledPrefix}"
-  else
-    exposeAdminNodePortPrefix="${disabledPrefix}"
-  fi
-
-  domainHome="/u01/oracle/user_projects/domains/${domainName}"
-
-  if [ -z "${weblogicCredentialsSecretName}" ]; then
-    weblogicCredentialsSecretName="${domainUID}-weblogic-credentials"
-  fi
-
-  cp ${dcrInput} ${dcrOutput}
-  sed -i -e "s:%NAMESPACE%:$namespace:g" ${dcrOutput}
-  sed -i -e "s:%DOMAIN_UID%:${domainUID}:g" ${dcrOutput}
-  sed -i -e "s:%DOMAIN_NAME%:${domainName}:g" ${dcrOutput}
-  sed -i -e "s:%DOMAIN_HOME%:${domainHome}:g" ${dcrOutput}
-  sed -i -e "s:%WEBLOGIC_CREDENTIALS_SECRET_NAME%:${weblogicCredentialsSecretName}:g" ${dcrOutput}
-  sed -i -e "s:%ADMIN_SERVER_NAME%:${adminServerName}:g" ${dcrOutput}
-  sed -i -e "s:%ADMIN_PORT%:${adminPort}:g" ${dcrOutput}
-  sed -i -e "s:%INCLUDE_SERVER_OUT_IN_POD_LOG%:${includeServerOutInPodLog}:g" ${dcrOutput}
-  sed -i -e "s:%SERVER_START_POLICY%:${serverStartPolicy}:g" ${dcrOutput}
-  sed -i -e "s:%EXPOSE_ADMIN_PORT_PREFIX%:${exposeAdminNodePortPrefix}:g" ${dcrOutput}
-  sed -i -e "s:%ADMIN_NODE_PORT%:${adminNodePort}:g" ${dcrOutput}
-  sed -i -e "s:%EXPOSE_T3_CHANNEL_PREFIX%:${exposeAdminT3ChannelPrefix}:g" ${dcrOutput}
-  sed -i -e "s:%JAVA_OPTIONS%:${javaOptions}:g" ${dcrOutput}
-  sed -i -e "s:%CLUSTER_NAME%:${clusterName}:g" ${dcrOutput}
-  sed -i -e "s:%INITIAL_MANAGED_SERVER_REPLICAS%:${initialManagedServerReplicas}:g" ${dcrOutput}
-  sed -i -e "s:%WEBLOGIC_IMAGE_PULL_SECRET_PREFIX%:${imagePullSecretPrefix}:g" ${dcrOutput}
-  sed -i -e "s:%WEBLOGIC_IMAGE_PULL_POLICY%:${imagePullPolicy}:g" ${dcrOutput}
-  sed -i -e "s:%WEBLOGIC_IMAGE_PULL_SECRET_NAME%:${imagePullSecretName}:g" ${dcrOutput}
-  sed -i -e "s:%WEBLOGIC_IMAGE_PULL_SECRET_PREFIX%:${imagePullSecretPrefix}:g" ${dcrOutput}
-
-  domainHomeImageBuildPathDefault="./docker-images/OracleWebLogic/samples/12213-domain-home-in-image-wdt"
-  if [ -z $domainHomeImageBuildPath ]; then
-    domainHomeImageBuildPath=${domainHomeImageBuildPathDefault}
-  fi
-
-  imageName="`basename ${domainHomeImageBuildPath} | sed 's/^[0-9]*-//'`"
-
-  # now we know which image to use, update the domain yaml file
-  if [ -z $image ]; then
-    sed -i -e "s|%IMAGE_NAME%|${imageName}|g" ${dcrOutput}
-  else
-    sed -i -e "s|%IMAGE_NAME%|${image}|g" ${dcrOutput}
-  fi
-
-  # Remove any "...yaml-e" files left over from running sed
-  rm -f ${domainOutputDir}/*.yaml-e
+  generateDomainYaml true
 }
 
 #