Merge remote-tracking branch 'origin/main' into custom-evaluator-plugin

Author: pchoudhury22

.asf.yaml

@@ -22,6 +22,7 @@ github:
     release-1.9: {}
     release-1.10: {}
     release-1.11: {}
+    release-1.12: {}
 
 notifications:
   commits:      [email protected]

.github/workflows/ci.yml

@@ -28,7 +28,7 @@ on:
       - release-*
   pull_request:
 concurrency:
-  group: ${{ github.workflow }}-${{ github.event.workflow_run.head_branch }}
+  group: ${{ github.workflow }}-${{ github.ref_name }}
   cancel-in-progress: true
 
 jobs:
@@ -121,15 +121,24 @@ jobs:
           - test_multi_sessionjob.sh
           - test_autoscaler.sh
           - test_dynamic_config.sh
+          - test_dynamic_flink_conf.sh
         exclude:
           - mode: standalone
             test: test_autoscaler.sh
           - mode: standalone
             test: test_dynamic_config.sh
+          - mode: standalone
+            test: test_dynamic_flink_conf.sh
           - flink-version: v1_16
             test: test_autoscaler.sh
           - flink-version: v1_16
             test: test_dynamic_config.sh
+          - flink-version: v1_17
+            test: test_dynamic_config.sh
+          - flink-version: v1_18
+            test: test_dynamic_config.sh
+          - flink-version: v1_16
+            test: test_dynamic_flink_conf.sh
 
     uses: ./.github/workflows/e2e.yaml
     with:
@@ -156,34 +165,48 @@ jobs:
           - test_application_kubernetes_ha.sh
           - test_application_operations.sh
           - test_dynamic_config.sh
+          - test_dynamic_flink_conf.sh
           - test_sessionjob_kubernetes_ha.sh
           - test_sessionjob_operations.sh
           - test_autoscaler.sh
           - test_flink_operator_ha.sh
           - test_snapshot.sh
+          - test_batch_job.sh
         exclude:
           - flink-version: v1_16
             test: test_autoscaler.sh
           - mode: standalone
             test: test_autoscaler.sh
           - flink-version: v1_16
             test: test_dynamic_config.sh
+          - flink-version: v1_16
+            test: test_dynamic_flink_conf.sh
           - flink-version: v1_16
             test: test_flink_operator_ha.sh
           - flink-version: v1_16
             test: test_snapshot.sh
+          - flink-version: v1_16
+            test: test_batch_job.sh
           - flink-version: v1_17
             test: test_dynamic_config.sh
+          - flink-version: v1_17
+            test: test_dynamic_flink_conf.sh
           - flink-version: v1_17
             test: test_flink_operator_ha.sh
           - flink-version: v1_17
             test: test_snapshot.sh
+          - flink-version: v1_17
+            test: test_batch_job.sh
           - flink-version: v1_18
             test: test_dynamic_config.sh
+          - flink-version: v1_18
+            test: test_dynamic_flink_conf.sh
           - flink-version: v1_18
             test: test_flink_operator_ha.sh
           - flink-version: v1_18
             test: test_snapshot.sh
+          - flink-version: v1_18
+            test: test_batch_job.sh
           - flink-version: v1_19
             test: test_snapshot.sh
     uses: ./.github/workflows/e2e.yaml

.github/workflows/docs.yaml

@@ -28,8 +28,8 @@ jobs:
       matrix:
         branch:
           - main
-          - release-1.10
           - release-1.11
+          - release-1.12
     steps:
       - uses: actions/checkout@v3
         with:
@@ -41,8 +41,8 @@ jobs:
           echo "flink_branch=${currentBranch}"
           echo "flink_branch=${currentBranch}" >> ${GITHUB_ENV}
           if [ "${currentBranch}" = "main" ]; then
-            echo "flink_alias=release-1.12" >> ${GITHUB_ENV}
-          elif [ "${currentBranch}" = "release-1.11" ]; then
+            echo "flink_alias=release-1.13" >> ${GITHUB_ENV}
+          elif [ "${currentBranch}" = "release-1.12" ]; then
             echo "flink_alias=stable" >> ${GITHUB_ENV}
           else
             echo "flink_alias=${currentBranch}" >> ${GITHUB_ENV}

.github/workflows/e2e.yaml

@@ -75,6 +75,9 @@ jobs:
            sed -i "s/# kubernetes.operator.leader-election.lease-name: flink-operator-lease/kubernetes.operator.leader-election.lease-name: flink-operator-lease/" helm/flink-kubernetes-operator/conf/flink-conf.yaml
            sed -i "s/replicas: 1/replicas: 2/" helm/flink-kubernetes-operator/values.yaml
           fi
+          if [[ "${{ inputs.test }}" == "test_dynamic_config.sh" ]]; then          
+           sed -i "s/flink-conf.yaml: |+/config.yaml: |+/" helm/flink-kubernetes-operator/values.yaml
+          fi
           helm --debug install flink-kubernetes-operator -n ${{ inputs.namespace }} helm/flink-kubernetes-operator --set image.repository=flink-kubernetes-operator --set image.tag=ci-latest ${{ steps.namespace-creator.outputs.EXTRA_HELM_INSTALL_ARGS }} 
           kubectl wait --for=condition=Available --timeout=120s -n ${{ inputs.namespace }} deploy/flink-kubernetes-operator
           kubectl get pods -n ${{ inputs.namespace }}
@@ -88,6 +91,8 @@ jobs:
           EXAMPLES_JAR="https://repo1.maven.org/maven2/org/apache/flink/flink-examples-streaming_2.12/1.14.4/flink-examples-streaming_2.12-1.14.4.jar"
           if [[ ${{ inputs.flink-version }} == v2* ]]; then
             EXAMPLES_JAR="https://repo1.maven.org/maven2/org/apache/flink/flink-examples-streaming/2.0-preview1/flink-examples-streaming-2.0-preview1.jar"
+          elif [[ "${{ inputs.test }}" == "test_batch_job.sh" ]]; then
+            EXAMPLES_JAR="https://repo1.maven.org/maven2/org/apache/flink/flink-examples-streaming/1.20.1/flink-examples-streaming-1.20.1.jar"
           fi
           ESCAPED_EXAMPLES_JAR=$(printf '%s\n' "$EXAMPLES_JAR" | sed -e 's/[\/&]/\\&/g')
           

.github/workflows/publish_snapshot.yml

@@ -28,16 +28,16 @@ jobs:
     if: github.repository == 'apache/flink-kubernetes-operator'
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           ref: main
       - name: Set up JDK 11
-        uses: actions/setup-java@v2
+        uses: actions/setup-java@v4
         with:
           java-version: '11'
-          distribution: 'adopt'
+          distribution: 'temurin'
       - name: Cache local Maven repository
-        uses: actions/cache@v3
+        uses: actions/cache@v4
         with:
           path: ~/.m2/repository
           key: snapshot-maven-${{ hashFiles('**/pom.xml') }}

.gitignore

@@ -36,3 +36,5 @@ buildNumber.properties
 .idea
 *.iml
 *.DS_Store
+
+.kube

Dockerfile

@@ -38,7 +38,7 @@ RUN cd /app/tools/license; mkdir jars; cd jars; \
 FROM eclipse-temurin:${JAVA_VERSION}-jre-jammy
 ENV FLINK_HOME=/opt/flink
 ENV FLINK_PLUGINS_DIR=$FLINK_HOME/plugins
-ENV OPERATOR_VERSION=1.12-SNAPSHOT
+ENV OPERATOR_VERSION=1.13-SNAPSHOT
 ENV OPERATOR_JAR=flink-kubernetes-operator-$OPERATOR_VERSION-shaded.jar
 ENV WEBHOOK_JAR=flink-kubernetes-webhook-$OPERATOR_VERSION-shaded.jar
 ENV KUBERNETES_STANDALONE_JAR=flink-kubernetes-standalone-$OPERATOR_VERSION.jar

docs/config.toml

@@ -34,11 +34,11 @@ pygmentsUseClasses = true
   # we change the version for the complete docs when forking of a release branch
   # etc.
   # The full version string as referenced in Maven (e.g. 1.2.1)
-  Version = "1.12-SNAPSHOT"
+  Version = "1.13-SNAPSHOT"
 
   # For stable releases, leave the bugfix version out (e.g. 1.2). For snapshot
   # release this should be the same as the regular version
-  VersionTitle = "1.12-SNAPSHOT"
+  VersionTitle = "1.13-SNAPSHOT"
 
   # The branch for this version of the Apache Flink Kubernetes Operator
   Branch = "main"
@@ -63,8 +63,8 @@ pygmentsUseClasses = true
   ]
 
   PreviousDocs = [
+    ["1.12", "https://nightlies.apache.org/flink/flink-kubernetes-operator-docs-release-1.12"],
     ["1.11", "https://nightlies.apache.org/flink/flink-kubernetes-operator-docs-release-1.11"],
-    ["1.10", "https://nightlies.apache.org/flink/flink-kubernetes-operator-docs-release-1.10"],
   ]
 
 [markup]

docs/content.zh/docs/custom-resource/autoscaler.md

@@ -246,13 +246,13 @@ Flink cluster, includes:
 
 You can start a Flink Streaming job with the following ConfigOptions.
 
-```
-# Enable Adaptvie scheduler to play the in-place rescaling.
+```yaml
+# Enable Adaptive scheduler to play the in-place rescaling.
 jobmanager.scheduler : adaptive
 
 # Enable autoscale and scaling
-job.autoscaler.enabled : true
-job.autoscaler.scaling.enabled : true
+job.autoscaler.enabled : "true"
+job.autoscaler.scaling.enabled : "true"
 job.autoscaler.stabilization.interval : 1m
 job.autoscaler.metrics.window : 3m
 ```

docs/content/docs/custom-resource/autoscaler.md

@@ -246,13 +246,13 @@ Flink cluster, includes:
 
 You can start a Flink Streaming job with the following ConfigOptions.
 
-```
-# Enable Adaptvie scheduler to play the in-place rescaling.
+```yaml
+# Enable Adaptive scheduler to play the in-place rescaling.
 jobmanager.scheduler : adaptive
 
 # Enable autoscale and scaling
-job.autoscaler.enabled : true
-job.autoscaler.scaling.enabled : true
+job.autoscaler.enabled : "true"
+job.autoscaler.scaling.enabled : "true"
 job.autoscaler.stabilization.interval : 1m
 job.autoscaler.metrics.window : 3m
 ```