Still run Go VR on Flink 1.20

Author: Abacn

sdks/go/test/build.gradle

@@ -79,18 +79,31 @@ task dataflowValidatesRunnerARM64() {
 task flinkValidatesRunner {
   group = "Verification"
 
+  // TODO(https://github.com/apache/beam/issues/37600) use project.ext.latestFlinkVersion after resolved
+  def flinkVersion = '1.20'
+
   dependsOn ":sdks:go:test:goBuild"
   dependsOn ":sdks:go:container:docker"
   dependsOn ":sdks:java:container:${project.ext.currentJavaVersion}:docker"
-  dependsOn ":runners:flink:${project.ext.latestFlinkVersion}:job-server:shadowJar"
+  dependsOn ":runners:flink:${flinkVersion}:job-server:shadowJar"
   dependsOn ":sdks:java:testing:expansion-service:buildTestExpansionServiceJar"
+  doFirst {
+    // Copy Flink conf file
+    copy {
+      from "${project.rootDir}/runners/flink/2.0/src/test/resources/flink-test-config.yaml"
+      into "${project.buildDir}/flink-conf"
+
+      // Rename the file during the copy process
+      rename 'flink-test-config.yaml', 'config.yaml'
+    }
+  }
   doLast {
     def pipelineOptions = [  // Pipeline options piped directly to Go SDK flags.
         "--expansion_jar=test:${project(":sdks:java:testing:expansion-service").buildTestExpansionServiceJar.archivePath}",
     ]
     def options = [
         "--runner flink",
-        "--flink_job_server_jar ${project(":runners:flink:${project.ext.latestFlinkVersion}:job-server").shadowJar.archivePath}",
+        "--flink_job_server_jar ${project(":runners:flink:${flinkVersion}:job-server").shadowJar.archivePath}",
         "--pipeline_opts \"${pipelineOptions.join(' ')}\"",
     ]
     exec {

sdks/go/test/run_validatesrunner_tests.sh

@@ -273,9 +273,13 @@ if [[ "$RUNNER" == "flink" || "$RUNNER" == "spark" || "$RUNNER" == "samza" || "$
     echo "No endpoint specified; starting a new $RUNNER job server on $ENDPOINT"
     if [[ "$RUNNER" == "flink" ]]; then
       "$JAVA_CMD" \
+          -Dslf4j.provider=org.slf4j.simple.SimpleServiceProvider \
+          -Dorg.slf4j.simpleLogger.log.org.apache.flink.metrics=error \
+          -Dorg.slf4j.simpleLogger.log.org.apache.flink.runtime=error \
+          -Dorg.slf4j.simpleLogger.log.org.apache.flink.streaming=error \
           -jar $FLINK_JOB_SERVER_JAR \
           --flink-master [local] \
-          --flink-conf-dir $CURRENT_DIRECTORY/../../../runners/flink/src/test/resources \
+          --flink-conf-dir $CURRENT_DIRECTORY/build/flink-conf/ \
           --job-port $JOB_PORT \
           --expansion-port 0 \
           --artifact-port 0 &

sdks/python/apache_beam/runners/portability/flink_runner_test.py

@@ -182,7 +182,10 @@ def _subprocess_command(cls, job_port, expansion_port):
           '--add-opens=java.base/java.lang=ALL-UNNAMED',
           '--add-opens=java.base/java.nio=ALL-UNNAMED',
           '--add-opens=java.base/java.util=ALL-UNNAMED',
-          '-Dorg.slf4j.simpleLogger.defaultLogLevel=warn',
+          '-Dslf4j.provider=org.slf4j.simple.SimpleServiceProvider',
+          '-Dorg.slf4j.simpleLogger.log.org.apache.flink.metrics=error',
+          '-Dorg.slf4j.simpleLogger.log.org.apache.flink.runtime=error',
+          '-Dorg.slf4j.simpleLogger.log.org.apache.flink.streaming=error',
           '-jar',
           cls.flink_job_server_jar,
           '--flink-master',