added it-integration-test-parallelism and set this to 6 (#2483)

Author: liferoad

.github/workflows/java-pr.yml

@@ -170,6 +170,7 @@ jobs:
           --modules-to-build="DEFAULT" \
           --it-region="${{ env.IT_REGION }}" \
           --it-project="cloud-teleport-testing" \
+          --it-integration-test-parallelism=6 \
           --it-artifact-bucket="cloud-teleport-testing-it-gitactions" \
           --it-private-connectivity="datastream-private-connect-us-central1"
       - name: Upload Integration Tests Report

.github/workflows/release.yml

@@ -24,6 +24,8 @@ jobs:
   release:
     name: Create Release
     runs-on: [self-hosted, release]
+    env:
+      IT_REGION: us-west2
     steps:
       - name: Get releaser identity
         run: |
@@ -84,7 +86,7 @@ jobs:
       - name: Run Integration Smoke Tests
         run: |
           ./cicd/run-it-smoke-tests \
-          --it-region="us-central1" \
+          --it-region="${{ env.IT_REGION }}" \
           --it-project="cloud-teleport-testing" \
           --it-artifact-bucket="cloud-teleport-testing-it-gitactions" \
           --it-private-connectivity="datastream-private-connect-us-central1" \
@@ -94,35 +96,38 @@ jobs:
       - name: Run Integration Tests With DEFAULT
         run: |
           ./cicd/run-it-tests \
-          --it-region="us-central1" \
+          --it-region="${{ env.IT_REGION }}" \
           --it-project="cloud-teleport-testing" \
           --it-artifact-bucket="cloud-teleport-testing-it-gitactions" \
           --it-private-connectivity="datastream-private-connect-us-central1" \
           --it-spanner-host="https://batch-spanner.googleapis.com" \
           --it-release=true \
           --it-retry-failures=2 \
+          --it-integration-test-parallelism=6 \
           --modules-to-build="DEFAULT"
       - name: Run Integration Tests With KAFKA
         run: |
           ./cicd/run-it-tests \
-          --it-region="us-central1" \
+          --it-region="${{ env.IT_REGION }}" \
           --it-project="cloud-teleport-testing" \
           --it-artifact-bucket="cloud-teleport-testing-it-gitactions" \
           --it-private-connectivity="datastream-private-connect-us-central1" \
           --it-spanner-host="https://batch-spanner.googleapis.com" \
           --it-release=true \
           --it-retry-failures=2 \
+          --it-integration-test-parallelism=6 \
           --modules-to-build="KAFKA"
       - name: Run Integration Tests With BIGTABLE
         run: |
           ./cicd/run-it-tests \
-          --it-region="us-central1" \
+          --it-region="${{ env.IT_REGION }}" \
           --it-project="cloud-teleport-testing" \
           --it-artifact-bucket="cloud-teleport-testing-it-gitactions" \
           --it-private-connectivity="datastream-private-connect-us-central1" \
           --it-spanner-host="https://batch-spanner.googleapis.com" \
           --it-release=true \
           --it-retry-failures=2 \
+          --it-integration-test-parallelism=6 \
           --modules-to-build="BIGTABLE"
       - name: Upload Site Report
         uses: ./.github/actions/publish-site-report

cicd/cmd/run-it-tests/main.go

@@ -57,7 +57,7 @@ func main() {
 		mvnFlags.SkipShade(),
 		mvnFlags.RunIntegrationTests(flags.UnifiedWorkerHarnessContainerImage() != ""),
 		mvnFlags.ThreadCount(4),
-		mvnFlags.IntegrationTestParallelism(3),
+		mvnFlags.IntegrationTestParallelism(flags.IntegrationTestParallelism()),
 		mvnFlags.StaticBigtableInstance("teleport"),
 		mvnFlags.StaticSpannerInstance("teleport"),
 		mvnFlags.InternalMaven(),

cicd/internal/flags/it-flags.go

@@ -40,6 +40,7 @@ var (
 	dOracleHost                         string
 	dCloudOracleSysPassword             string
 	dUnifiedWorkerHarnessContainerImage string
+	dIntegrationTestParallelism         string
 )
 
 // Registers all it flags. Must be called before flag.Parse().
@@ -60,6 +61,7 @@ func RegisterItFlags() {
 	flag.StringVar(&dOracleHost, "it-oracle-host", "10.128.0.90", "Hostname or IP address of static Oracle DB")
 	flag.StringVar(&dCloudOracleSysPassword, "it-oracle-sys-password", "oracle", "sys password of static Oracle DB")
 	flag.StringVar(&dUnifiedWorkerHarnessContainerImage, "it-unified-worker-harness-container-image", "", "Runner harness image to run tests against")
+	flag.StringVar(&dIntegrationTestParallelism, "it-integration-test-parallelism", "3", "The level of parallelism for integration tests")
 }
 
 func Region() string {
@@ -151,3 +153,9 @@ func UnifiedWorkerHarnessContainerImage() string {
 	}
 	return ""
 }
+
+func IntegrationTestParallelism() int {
+	i := 3
+	fmt.Sscan(dIntegrationTestParallelism, &i)
+	return i
+}