exposed it-thread-count for IT

Author: liferoad

.github/workflows/java-pr.yml

@@ -171,6 +171,7 @@ jobs:
           --it-region="${{ env.IT_REGION }}" \
           --it-project="cloud-teleport-testing" \
           --it-integration-test-parallelism=6 \
+          --it-thread-count=8 \
           --it-artifact-bucket="cloud-teleport-testing-it-gitactions" \
           --it-private-connectivity="datastream-private-connect-us-central1"
       - name: Upload Integration Tests Report

cicd/cmd/run-it-tests/main.go

@@ -56,7 +56,7 @@ func main() {
 		mvnFlags.SkipJib(),
 		mvnFlags.SkipShade(),
 		mvnFlags.RunIntegrationTests(flags.UnifiedWorkerHarnessContainerImage() != ""),
-		mvnFlags.ThreadCount(4),
+		mvnFlags.ThreadCount(flags.ThreadCount()),
 		mvnFlags.IntegrationTestParallelism(flags.IntegrationTestParallelism()),
 		mvnFlags.StaticBigtableInstance("teleport"),
 		mvnFlags.StaticSpannerInstance("teleport"),

cicd/internal/flags/it-flags.go

@@ -41,6 +41,7 @@ var (
 	dCloudOracleSysPassword             string
 	dUnifiedWorkerHarnessContainerImage string
 	dIntegrationTestParallelism         string
+	dThreadCount                        string
 )
 
 // Registers all it flags. Must be called before flag.Parse().
@@ -62,6 +63,7 @@ func RegisterItFlags() {
 	flag.StringVar(&dCloudOracleSysPassword, "it-oracle-sys-password", "oracle", "sys password of static Oracle DB")
 	flag.StringVar(&dUnifiedWorkerHarnessContainerImage, "it-unified-worker-harness-container-image", "", "Runner harness image to run tests against")
 	flag.StringVar(&dIntegrationTestParallelism, "it-integration-test-parallelism", "3", "The level of parallelism for integration tests")
+	flag.StringVar(&dThreadCount, "it-thread-count", "4", "The IT thread count to use for maven, which is the number of threads per core")
 }
 
 func Region() string {
@@ -159,3 +161,9 @@ func IntegrationTestParallelism() int {
 	fmt.Sscan(dIntegrationTestParallelism, &i)
 	return i
 }
+
+func ThreadCount() int {
+	i := 4
+	fmt.Sscan(dThreadCount, &i)
+	return i
+}

v1/src/test/java/com/google/cloud/teleport/templates/PubSubToSplunkIT.java

@@ -162,7 +162,7 @@ private void testPubSubToSplunkMain(
         "search source=\"" + source + "\" sourcetype=\"" + sourceType + "\" host=\"" + host + "\"";
     PipelineOperator.Result result =
         pipelineOperator()
-            .waitForConditionsAndFinish(
+            .waitForConditionAndCancel(
                 createConfig(info),
                 CustomSplunkEventsCheck.builder(splunkResourceManager)
                     .setQuery(query)

v2/googlecloud-to-googlecloud/src/test/java/com/google/cloud/teleport/v2/templates/PubSubToBigQueryIT.java

@@ -178,7 +178,7 @@ private void basePubsubToBigQuery(
 
     Result result =
         pipelineOperator()
-            .waitForConditionsAndFinish(
+            .waitForConditionAndCancel(
                 createConfig(info),
                 BigQueryRowsCheck.builder(bigQueryResourceManager, table)
                     .setMinRows(MESSAGES_COUNT)
@@ -295,7 +295,7 @@ private void basePubsubToBigQueryWithReload(
 
     Result reloadedResult =
         pipelineOperator()
-            .waitForConditionsAndFinish(
+            .waitForConditionAndCancel(
                 createConfig(info),
                 BigQueryRowsCheck.builder(bigQueryResourceManager, table)
                     .setMinRows(MESSAGES_COUNT * 2)
@@ -359,7 +359,7 @@ private void pubsubToBigQueryWithPythonUdf(
 
     Result result =
         pipelineOperator()
-            .waitForConditionsAndFinish(
+            .waitForConditionAndCancel(
                 createConfig(info),
                 BigQueryRowsCheck.builder(bigQueryResourceManager, table)
                     .setMinRows(MESSAGES_COUNT)
@@ -427,7 +427,7 @@ private void pubsubToBigQueryNoUdf(
 
     Result result =
         pipelineOperator()
-            .waitForConditionsAndFinish(
+            .waitForConditionAndCancel(
                 createConfig(info),
                 BigQueryRowsCheck.builder(bigQueryResourceManager, table)
                     .setMinRows(MESSAGES_COUNT)