ci: Test upper bound dependenices file in Github CI

Author: lqiu96

.cloudbuild/graalvm/cloudbuild-test-a.yaml

@@ -14,7 +14,7 @@
 
 timeout: 7200s # 2 hours
 substitutions:
-  _SHARED_DEPENDENCIES_VERSION: '3.51.1-SNAPSHOT' # {x-version-update:google-cloud-shared-dependencies:current}
+  _SHARED_DEPENDENCIES_VERSION: '3.51.0' # {x-version-update:google-cloud-shared-dependencies:current}
   _JAVA_SHARED_CONFIG_VERSION: '1.16.1'
 options:
   machineType: 'E2_HIGHCPU_8'

.cloudbuild/graalvm/cloudbuild-test-b.yaml

@@ -14,7 +14,7 @@
 
 timeout: 7200s # 2 hours
 substitutions:
-  _SHARED_DEPENDENCIES_VERSION: '3.51.1-SNAPSHOT' # {x-version-update:google-cloud-shared-dependencies:current}
+  _SHARED_DEPENDENCIES_VERSION: '3.51.0' # {x-version-update:google-cloud-shared-dependencies:current}
   _JAVA_SHARED_CONFIG_VERSION: '1.16.1'
 options:
   machineType: 'E2_HIGHCPU_8'

.cloudbuild/graalvm/cloudbuild-test-c.yaml

@@ -14,7 +14,7 @@
 
 timeout: 7200s # 2 hours
 substitutions:
-  _SHARED_DEPENDENCIES_VERSION: '3.51.1-SNAPSHOT' # {x-version-update:google-cloud-shared-dependencies:current}
+  _SHARED_DEPENDENCIES_VERSION: '3.51.0' # {x-version-update:google-cloud-shared-dependencies:current}
   _JAVA_SHARED_CONFIG_VERSION: '1.16.1'
 options:
   machineType: 'E2_HIGHCPU_8'

.cloudbuild/graalvm/cloudbuild.yaml

@@ -14,7 +14,7 @@
 
 timeout: 7200s # 2 hours
 substitutions:
-  _SHARED_DEPENDENCIES_VERSION: '3.51.1-SNAPSHOT' # {x-version-update:google-cloud-shared-dependencies:current}
+  _SHARED_DEPENDENCIES_VERSION: '3.51.0' # {x-version-update:google-cloud-shared-dependencies:current}
   _JAVA_SHARED_CONFIG_VERSION: '1.16.1'
 steps:
   # GraalVM A build

.cloudbuild/library_generation/cloudbuild-library-generation-push.yaml

@@ -14,7 +14,7 @@
 
 timeout: 7200s # 2 hours
 substitutions:
-  _GAPIC_GENERATOR_JAVA_VERSION: '2.61.1-SNAPSHOT' # {x-version-update:gapic-generator-java:current}
+  _GAPIC_GENERATOR_JAVA_VERSION: '2.61.0' # {x-version-update:gapic-generator-java:current}
   _PRIVATE_IMAGE_NAME: "us-docker.pkg.dev/java-hermetic-build-prod/private-resources/java-library-generation"
   _PRIVATE_SHA_IMAGE_ID: "${_PRIVATE_IMAGE_NAME}:${COMMIT_SHA}"
   _PRIVATE_LATEST_IMAGE_ID: "${_PRIVATE_IMAGE_NAME}:latest"

.cloudbuild/library_generation/library_generation.Dockerfile

@@ -21,7 +21,7 @@ FROM docker.io/library/maven:3.9.9-eclipse-temurin-17-alpine@sha256:969014ee8852
 WORKDIR /sdk-platform-java
 COPY . .
 # {x-version-update-start:gapic-generator-java:current}
-ENV DOCKER_GAPIC_GENERATOR_VERSION="2.61.1-SNAPSHOT"
+ENV DOCKER_GAPIC_GENERATOR_VERSION="2.61.0"
 # {x-version-update-end}
 
 # Download the java formatter

.cloudbuild/library_generation/library_generation_airlock.Dockerfile

@@ -21,7 +21,7 @@ FROM us-docker.pkg.dev/artifact-foundry-prod/docker-3p-trusted/maven@sha256:d3f0
 WORKDIR /sdk-platform-java
 COPY . .
 # {x-version-update-start:gapic-generator-java:current}
-ENV DOCKER_GAPIC_GENERATOR_VERSION="2.61.1-SNAPSHOT"
+ENV DOCKER_GAPIC_GENERATOR_VERSION="2.61.0"
 # {x-version-update-end}
 
 # Download the java formatter

.github/scripts/test_dependency_compatibility.sh

@@ -0,0 +1,99 @@
+#!/bin/bash
+
+# This script generates a maven command to test unit and integration tests for
+# the repo. The outputted maven command will be in the rough following format
+# `mvn verify ... -D{dependency.name}.version={dependency.version]`. The variables
+# ${dependency.name} and ${dependency.version} are parsed from the input to the script.
+#
+# Default invocation ./.github/scripts/test_dependency_compatibility.sh will use the default
+# upper-bounds dependency file at the root of the repo.
+# There are two potential inputs to the script:
+# 1. -f {file}: Custom file/path for the upper-bound dependencies to test
+# 2. -l {deps_list}: Comma-separated list of dependencies to test (e.g. protobuf=4.31.0,guava=33.4.8-jre)
+# Note: Do not include the `-D` prefix or `.version` suffix. Those values will be appended when generating
+# the maven command.
+#
+# If both inputs are supplied, the deps_list input has precedence. For Github Actions workflow,
+# the default workflow will run with the upper-bounds file. A `workflow_dispatch` option takes in
+# an input for the deps_list to manually run a subset of dependencies.
+#
+# The default upper-bound dependencies file is `dependencies.txt` located in the root
+# of sdk-platform-java. The upper-bound dependencies file will be in the format of:
+# ${dependency.name}=${dependency.version}
+
+set -ex
+
+function print_help() {
+  echo "Unexpected input argument for this script."
+  echo "Use -f {file} for the directory of the upper-bound dependencies file."
+  echo "Use -l {deps_list} for a comma-separated list of dependencies to test (Format: dep1=1.0,dep2=2.0)"
+}
+
+# Function to parse a dependency string and append it to the Maven command
+function add_dependency_to_maven_command() {
+  local dep_pair=$1
+  if [[ ! "${dep_pair}" =~ .*=.* ]]; then
+    echo "Malformed dependency string: ${dep_pair}. Expected format: dependency=version"
+    exit 1
+  fi
+  local dependency=$(echo "${dep_pair}" | cut -d'=' -f1 | tr -d '[:space:]')
+  local version=$(echo "${dep_pair}" | cut -d'=' -f2 | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
+  MAVEN_COMMAND+=" -D${dependency}.version=${version}"
+}
+
+# Default to the upper bounds file in the root of the repo
+file='dependencies.txt'
+dependency_list=''
+
+# The colon (:) after the letter means that there is an input associated with the flag
+while getopts 'f:l:' flag; do
+  case "${flag}" in
+    f) file="${OPTARG}" ;;
+    l) dependency_list="${OPTARG}" ;;
+    *) print_help && exit 1
+  esac
+done
+
+# Error if both the file and deps_list inputs is empty
+if [[ -z "${file}" && -z "${dependency_list}" ]]; then
+  print_help && exit 1
+fi
+
+MAVEN_COMMAND="mvn verify -Penable-integration-tests -Dclirr.skip -Dcheckstyle.skip -Dfmt.skip -Denforcer.skip "
+
+# Check if a list of dependencies was provided as an argument. If the list of dependency inputted
+# is empty, then run with the upper-bound dependencies file
+if [ -z "${dependency_list}" ]; then
+  UPPER_BOUND_DEPENDENCY_FILE=$file
+
+  if [ ! -e "${UPPER_BOUND_DEPENDENCY_FILE}" ]; then
+    echo "The inputted upper-bound dependency file '${UPPER_BOUND_DEPENDENCY_FILE}' cannot be found"
+    exit 1
+  fi
+
+  # Read the file line by line
+  while IFS= read -r line; do
+    # Ignore any comments and blank lines
+    if [[ "${line}" =~ ^[[:space:]]*# ]] || [[ -z "${line}" ]]; then
+      continue
+    fi
+    add_dependency_to_maven_command "${line}"
+  done < "${UPPER_BOUND_DEPENDENCY_FILE}"
+else # This else block means that a list of dependencies was inputted
+  # Set the Internal Field Separator (IFS) to a comma.
+  # This tells 'read' to split the string by commas into an array named DEPS.
+  # The 'read -ra' command reads the input into an array.
+  IFS=',' read -ra DEPS <<< "${dependency_list}"
+
+  # Loop through each item in the DEPS array.
+  for DEP_PAIR in "${DEPS[@]}"; do
+    # Skip any empty items that might result from trailing commas.
+    if [ -z "${DEP_PAIR}" ]; then
+      continue
+    fi
+    add_dependency_to_maven_command "${DEP_PAIR}"
+  done
+fi
+
+# Run the generated maven command to test with the dependency versions
+$MAVEN_COMMAND

.github/workflows/dependency_compatibility_test.yaml

@@ -0,0 +1,72 @@
+name: Dependency Compatibility Test
+
+on:
+  pull_request:
+    branches:
+      - 'main'
+  workflow_dispatch:
+    inputs:
+      dependencies-list:
+        description: 'Comma-separated list of dependencies to test (Example format: protobuf=4.31.0,guava=33.4.8-jre).
+                      Do not include the `-D` prefix or `.version` suffix. Those values will be appended when generating
+                      the command. No input (default) will run the the upper-bound dependencies file.'
+        required: false
+        default: ''
+
+jobs:
+  dependency-compatibility-test:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+    steps:
+      - name: Checkout sdk-platform-java
+        uses: actions/checkout@v4
+      - name: Set up JDK 21
+        uses: actions/setup-java@v4
+        with:
+          java-version: '21'
+          distribution: 'temurin'
+          cache: maven
+      # The workflow_dispatch event is for team members who want to manually test certain dependencies + version combos
+      # The normal workflow is not from `workflow_dispatch` and will use the default upper-bounds dependencies file
+      - name: Determine Inputted Dependencies List
+        if: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.dependencies-list != '' }}
+        run: echo "DEPENDENCIES_LIST=${{ github.event.inputs.dependencies-list }}" >> $GITHUB_ENV
+      # Install the modules for the rest of the CI
+      - name: Install sdk-platform-java's modules
+        # gapic-generator-java requires Java 8 and is irrelevant for this CI
+        run: mvn -q -B -ntp install --projects '!gapic-generator-java' -Dcheckstyle.skip -Dfmt.skip -DskipTests -Dclirr.skip -T 1C
+
+      # Run in the root module which should test for everything except for showcase
+      - name: Perform Dependency Compatibility Testing
+        shell: bash
+        run: |
+          if [[ -n "${{ env.DEPENDENCIES_LIST }}" ]]; then
+            ./.github/scripts/test_dependency_compatibility.sh -l ${{ env.DEPENDENCIES_LIST }}
+          else
+            ./.github/scripts/test_dependency_compatibility.sh
+          fi
+      # Set up local showcase server to run the showcase ITs
+      - name: Parse showcase version
+        working-directory: java-showcase/gapic-showcase
+        run: echo "SHOWCASE_VERSION=$(mvn help:evaluate -Dexpression=gapic-showcase.version -q -DforceStdout)" >> "$GITHUB_ENV"
+      - name: Install showcase server
+        run: |
+          sudo mkdir -p /usr/src/showcase
+          sudo chown -R ${USER} /usr/src/
+          curl --location https://github.com/googleapis/gapic-showcase/releases/download/v${{env.SHOWCASE_VERSION}}/gapic-showcase-${{env.SHOWCASE_VERSION}}-linux-amd64.tar.gz --output /usr/src/showcase/showcase-${{env.SHOWCASE_VERSION}}-linux-amd64.tar.gz
+          cd /usr/src/showcase/
+          tar -xf showcase-*
+          ./gapic-showcase run &
+          cd -
+      # Run specifically for showcase
+      - name: Perform Dependency Compatibility Testing (Showcase only)
+        shell: bash
+        # Need to cd out of the directory to get the scripts as this step is run inside the java-showcase directory
+        run: |
+          if [[ -n "${{ env.DEPENDENCIES_LIST }}" ]]; then
+            ../.github/scripts/test_dependency_compatibility.sh -l ${{ env.DEPENDENCIES_LIST }}
+          else
+            ../.github/scripts/test_dependency_compatibility.sh -f ../dependencies.txt
+          fi
+        working-directory: java-showcase

WORKSPACE

@@ -58,7 +58,7 @@ load("@rules_jvm_external//:defs.bzl", "maven_install")
 load("@io_grpc_grpc_java//:repositories.bzl", "IO_GRPC_GRPC_JAVA_ARTIFACTS")
 load("@io_grpc_grpc_java//:repositories.bzl", "IO_GRPC_GRPC_JAVA_OVERRIDE_TARGETS")
 
-_gapic_generator_java_version = "2.61.1-SNAPSHOT"  # {x-version-update:gapic-generator-java:current}
+_gapic_generator_java_version = "2.61.0"  # {x-version-update:gapic-generator-java:current}
 
 maven_install(
     artifacts = [