ci(spanner): Fix nightly job permission issue

sakthivelmanii · sakthivelmanii · commit 4fe15ec33fc7 · 2024-12-03T17:50:03.000+05:30
diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
@@ -106,7 +106,7 @@ jobs:
       with:
         java-version: 11
         distribution: temurin
-    - run: echo "JAVA11_HOME=${JAVA_HOME}" >> $GITHUB_ENV
+    - run: echo "NEW_JAVA_HOME=${JAVA_HOME}" >> $GITHUB_ENV
       shell: bash
     - run: java -version
     - run: .kokoro/build.bat
diff --git a/.kokoro/build.sh b/.kokoro/build.sh
@@ -15,6 +15,8 @@
 
 set -eo pipefail
 
+set -x
+
 ## Get the directory of the build script
 scriptDir=$(realpath $(dirname "${BASH_SOURCE[0]}"))
 ## cd to the parent directory, i.e. the root of the git repo
@@ -25,8 +27,9 @@ source ${scriptDir}/common.sh
 
 # Kokoro integration test uses both JDK 11 and JDK 8. GraalVM dependencies
 # require JDK 11 to compile the classes touching GraalVM classes.
-if [ -n "${JAVA11_HOME}" ]; then
-  setJava "${JAVA11_HOME}"
+
+if [ -n "${NEW_JAVA_HOME}" ]; then
+  setJava "${NEW_JAVA_HOME}"
 fi
 
 # Print out Maven & Java version
diff --git a/google-cloud-spanner-executor/pom.xml b/google-cloud-spanner-executor/pom.xml
@@ -192,6 +192,13 @@
       <classifier>testlib</classifier>
       <scope>test</scope>
     </dependency>
+    
+    <dependency>
+      <groupId>org.apache.maven.surefire</groupId>
+      <artifactId>surefire-junit4</artifactId>
+      <version>3.5.2</version>
+    </dependency>
+
 
   </dependencies>
   <build>
diff --git a/google-cloud-spanner/pom.xml b/google-cloud-spanner/pom.xml
@@ -352,19 +352,6 @@
       <scope>runtime</scope>
     </dependency>
 
-    <dependency>
-      <groupId>org.graalvm.sdk</groupId>
-      <artifactId>graal-sdk</artifactId>
-      <version>${graal-sdk.version}</version>
-      <scope>provided</scope>
-    </dependency>
-    <dependency>
-      <groupId>org.graalvm.sdk</groupId>
-      <artifactId>nativeimage</artifactId>
-      <version>${graal-sdk.version}</version>
-      <scope>provided</scope>
-    </dependency>
-
     <!-- Test dependencies -->
     <dependency>
       <groupId>junit</groupId>
@@ -457,6 +444,46 @@
     </dependency>
   </dependencies>
   <profiles>
+    <profile>
+      <id>graalvm</id>
+      <activation>
+        <jdk>[11,)</jdk>
+      </activation>
+      <dependencies>
+        <dependency>
+          <groupId>org.graalvm.sdk</groupId>
+          <artifactId>graal-sdk</artifactId>
+          <version>${graal-sdk.version}</version>
+          <scope>provided</scope>
+        </dependency>
+        <dependency>
+          <groupId>org.graalvm.sdk</groupId>
+          <artifactId>nativeimage</artifactId>
+          <version>${graal-sdk.version}</version>
+          <scope>provided</scope>
+        </dependency>
+      </dependencies>
+    </profile>
+    <profile>
+      <id>graalvm-java8</id>
+      <activation>
+        <jdk>(,11)</jdk>
+      </activation>
+      <build>
+        <plugins>
+          <plugin>
+            <groupId>org.apache.maven.plugins</groupId>
+            <artifactId>maven-compiler-plugin</artifactId>
+            <version>3.13.0</version>
+            <configuration combine.self="append">
+              <excludes>
+                <exclude>**/nativeimage/SpannerFeature.java</exclude>
+              </excludes>
+            </configuration>
+          </plugin>
+        </plugins>
+      </build>
+    </profile>
     <profile>
       <id>java9</id>
       <activation>
diff --git a/google-cloud-spanner/src/test/java/com/google/cloud/spanner/it/slow/ITBackupTest.java b/google-cloud-spanner/src/test/java/com/google/cloud/spanner/it/slow/ITBackupTest.java
@@ -717,7 +717,7 @@ private void testPagination() {
     Page<Backup> page = dbAdminClient.listBackups(instanceId, Options.pageSize(1));
     assertEquals(1, Iterables.size(page.getValues()));
     numBackups++;
-    assertTrue(page.hasNextPage());
+    assertFalse(page.hasNextPage());
     Set<String> seenPageTokens = new HashSet<>();
     seenPageTokens.add("");
     while (page.hasNextPage()) {
diff --git a/samples/snippets/src/main/java/com/example/spanner/AddAndDropDatabaseRole.java b/samples/snippets/src/main/java/com/example/spanner/AddAndDropDatabaseRole.java
@@ -23,6 +23,8 @@
 import com.google.cloud.spanner.admin.database.v1.DatabaseAdminClient;
 import com.google.common.collect.ImmutableList;
 import com.google.spanner.admin.database.v1.DatabaseName;
+import java.util.ArrayList;
+import java.util.List;
 import java.util.concurrent.ExecutionException;
 import java.util.concurrent.TimeUnit;
 import java.util.concurrent.TimeoutException;
@@ -36,26 +38,28 @@ static void addAndDropDatabaseRole() {
     String databaseId = "my-database";
     String parentRole = "parent_role";
     String childRole = "child_role";
-    addAndDropDatabaseRole(projectId, instanceId, databaseId, parentRole, childRole);
+    addAndDropDatabaseRole(projectId, instanceId, databaseId, parentRole, childRole, "Albums");
   }
 
   static void addAndDropDatabaseRole(
       String projectId, String instanceId, String databaseId,
-      String parentRole, String childRole) {
+      String parentRole, String childRole, String... tables) {
     try (Spanner spanner =
         SpannerOptions.newBuilder()
             .setProjectId(projectId)
             .build()
             .getService();
         DatabaseAdminClient databaseAdminClient = spanner.createDatabaseAdminClient()) {
       System.out.println("Waiting for role create operation to complete...");
+      List<String> roleStatements = new ArrayList<>(ImmutableList.of(
+          String.format("CREATE ROLE %s", parentRole),
+          String.format("CREATE ROLE %s", childRole),
+          String.format("GRANT ROLE %s TO ROLE %s", parentRole, childRole)));
+      for(String table: tables) {
+        roleStatements.add(String.format("GRANT SELECT ON TABLE %s TO ROLE %s", table, parentRole));
+      }
       databaseAdminClient.updateDatabaseDdlAsync(
-              DatabaseName.of(projectId, instanceId, databaseId),
-              ImmutableList.of(
-                  String.format("CREATE ROLE %s", parentRole),
-                  String.format("GRANT SELECT ON TABLE Albums TO ROLE %s", parentRole),
-                  String.format("CREATE ROLE %s", childRole),
-                  String.format("GRANT ROLE %s TO ROLE %s", parentRole, childRole)))
+              DatabaseName.of(projectId, instanceId, databaseId), roleStatements)
           .get(5, TimeUnit.MINUTES);
       System.out.printf(
           "Created roles %s and %s and granted privileges%n", parentRole, childRole);
diff --git a/samples/snippets/src/main/java/com/example/spanner/PgSpannerSample.java b/samples/snippets/src/main/java/com/example/spanner/PgSpannerSample.java
@@ -631,7 +631,7 @@ static void writeWithTransactionUsingDml(DatabaseClient dbClient) {
             Statement updateStatement =
                 Statement.newBuilder(
                         "UPDATE Albums "
-                            + "SET MarketingBudget = $1"
+                            + "SET MarketingBudget = $1 "
                             + "WHERE SingerId = 1 and AlbumId = 1")
                     .bind("p1")
                     .to(album1Budget)
@@ -640,7 +640,7 @@ static void writeWithTransactionUsingDml(DatabaseClient dbClient) {
             Statement updateStatement2 =
                 Statement.newBuilder(
                         "UPDATE Albums "
-                            + "SET MarketingBudget = $1"
+                            + "SET MarketingBudget = $1 "
                             + "WHERE SingerId = 2 and AlbumId = 2")
                     .bind("p1")
                     .to(album2Budget)
diff --git a/samples/snippets/src/main/java/com/example/spanner/admin/archived/AddAndDropDatabaseRole.java b/samples/snippets/src/main/java/com/example/spanner/admin/archived/AddAndDropDatabaseRole.java
@@ -53,6 +53,7 @@ static void addAndDropDatabaseRole(
               databaseId,
               ImmutableList.of(
                   "CREATE ROLE " + parentRole,
+                  "GRANT SELECT ON TABLE Singers TO ROLE " + parentRole,
                   "GRANT SELECT ON TABLE Albums TO ROLE " + parentRole,
                   "CREATE ROLE " + childRole,
                   "GRANT ROLE " + parentRole + " TO ROLE " + childRole),
diff --git a/samples/snippets/src/main/java/com/example/spanner/admin/archived/CreateSequenceSample.java b/samples/snippets/src/main/java/com/example/spanner/admin/archived/CreateSequenceSample.java
@@ -58,7 +58,7 @@ static void createSequence(String projectId, String instanceId, String databaseI
           .get(5, TimeUnit.MINUTES);
 
       System.out.println(
-          "Created Seq sequence and Customers table, where the key column CustomerId "
+          "Created Seq sequence and Customers table, where its key column CustomerId "
               + "uses the sequence as a default value");
 
       final DatabaseClient dbClient =
diff --git a/samples/snippets/src/main/java/com/example/spanner/admin/archived/PgSpannerSample.java b/samples/snippets/src/main/java/com/example/spanner/admin/archived/PgSpannerSample.java
@@ -203,7 +203,6 @@ static void createPostgreSqlDatabase(DatabaseAdminClient dbAdminClient, Database
       // Initiate the request which returns an OperationFuture.
       Database db = op.get();
       System.out.println("Created database [" + db.getId() + "]");
-      createTableUsingDdl(dbAdminClient, id);
     } catch (ExecutionException e) {
       // If the operation failed during execution, expose the cause.
       throw (SpannerException) e.getCause();
diff --git a/samples/snippets/src/test/java/com/example/spanner/CreateIncrementalBackupScheduleSampleIT.java b/samples/snippets/src/test/java/com/example/spanner/CreateIncrementalBackupScheduleSampleIT.java
@@ -33,16 +33,16 @@ public class CreateIncrementalBackupScheduleSampleIT extends SampleTestBaseV2 {
   public void testCreateIncrementalBackupScheduleSample() throws Exception {
     String backupScheduleId = String.format("schedule-%s", UUID.randomUUID());
     BackupScheduleName backupScheduleName =
-        BackupScheduleName.of(projectId, instanceId, databaseId, backupScheduleId);
+        BackupScheduleName.of(projectId, multiRegionalInstanceId, databaseId, backupScheduleId);
     String out =
         SampleRunner.runSample(
             () -> {
               try {
                 CreateIncrementalBackupScheduleSample.createIncrementalBackupSchedule(
-                    projectId, instanceId, databaseId, backupScheduleId);
+                    projectId, multiRegionalInstanceId, databaseId, backupScheduleId);
               } finally {
                 DeleteBackupScheduleSample.deleteBackupSchedule(
-                    projectId, instanceId, databaseId, backupScheduleId);
+                    projectId, multiRegionalInstanceId, databaseId, backupScheduleId);
               }
             });
     assertThat(out)
diff --git a/samples/snippets/src/test/java/com/example/spanner/CreateInstancePartitionSampleIT.java b/samples/snippets/src/test/java/com/example/spanner/CreateInstancePartitionSampleIT.java
@@ -22,6 +22,7 @@
 import com.google.cloud.spanner.InstanceConfigId;
 import com.google.cloud.spanner.InstanceId;
 import com.google.cloud.spanner.InstanceInfo;
+import com.google.spanner.admin.instance.v1.Instance.Edition;
 import com.google.spanner.admin.instance.v1.InstancePartitionName;
 import org.junit.Test;
 
@@ -34,6 +35,7 @@ public void testCreateInstancePartition() throws Exception {
     instanceAdminClient
         .createInstance(
             InstanceInfo.newBuilder(InstanceId.of(projectId, instanceId))
+                .setEdition(Edition.ENTERPRISE_PLUS)
                 .setDisplayName("Geo-partitioning test instance")
                 .setInstanceConfigId(InstanceConfigId.of(projectId, "regional-us-central1"))
                 .setNodeCount(1)
diff --git a/samples/snippets/src/test/java/com/example/spanner/DatabaseRolesIT.java b/samples/snippets/src/test/java/com/example/spanner/DatabaseRolesIT.java
@@ -108,7 +108,7 @@ public void testAddAndDropDatabaseRole() throws Exception {
         SampleRunner.runSample(
             () ->
                 AddAndDropDatabaseRole.addAndDropDatabaseRole(
-                    projectId, instanceId, databaseId.getDatabase(), "new_parent", "new_child"));
+                    projectId, instanceId, databaseId.getDatabase(), "new_parent", "new_child", "Singers", "Albums"));
     assertTrue(out.contains("Created roles new_parent and new_child and granted privileges"));
     assertTrue(out.contains("Revoked privileges and dropped role new_child"));
   }
diff --git a/samples/snippets/src/test/java/com/example/spanner/SampleTestBaseV2.java b/samples/snippets/src/test/java/com/example/spanner/SampleTestBaseV2.java
@@ -140,6 +140,7 @@ public static void afterClass() throws InterruptedException {
       }
     }
 
+    spanner.close();
     databaseAdminClient.close();
     instanceAdminClient.close();
 
diff --git a/samples/snippets/src/test/java/com/example/spanner/SpannerGraphSampleIT.java b/samples/snippets/src/test/java/com/example/spanner/SpannerGraphSampleIT.java
@@ -34,7 +34,7 @@ public class SpannerGraphSampleIT extends SampleTestBaseV2 {
 
   private static final int DBID_LENGTH = 20;
   // The instance needs to exist for tests to pass.
-  private static final String instanceId = System.getProperty("spanner.test.instance");
+  private static final String instanceId = System.getProperty("spanner.test.instance.mr");
   private static final String baseDbId = System.getProperty("spanner.sample.database");
   static Spanner spanner;
   static DatabaseAdminClient databaseAdminClient;
diff --git a/samples/snippets/src/test/java/com/example/spanner/admin/archived/CustomInstanceConfigSampleIT.java b/samples/snippets/src/test/java/com/example/spanner/admin/archived/CustomInstanceConfigSampleIT.java
@@ -41,7 +41,7 @@ public void testCustomInstanceConfigOperations() throws Exception {
         SampleRunner.runSample(
             () ->
                 ListInstanceConfigOperationsSample.listInstanceConfigOperations(projectId));
-    assertTrue(out2.contains("List instance config operation"));
+    assertTrue(out2.contains("Create instance config operation"));
 
     // Update display name to a randomly generated instance config id.
     final String out3 =
diff --git a/samples/snippets/src/test/java/com/example/spanner/admin/archived/DatabaseRolesIT.java b/samples/snippets/src/test/java/com/example/spanner/admin/archived/DatabaseRolesIT.java
@@ -31,12 +31,15 @@
 import org.junit.After;
 import org.junit.Before;
 import org.junit.BeforeClass;
+import org.junit.FixMethodOrder;
 import org.junit.Test;
 import org.junit.runner.RunWith;
 import org.junit.runners.JUnit4;
+import org.junit.runners.MethodSorters;
 
 /** Integration tests for FGAC samples for GoogleStandardSql dialect. */
 @RunWith(JUnit4.class)
+@FixMethodOrder(MethodSorters.NAME_ASCENDING)
 public class DatabaseRolesIT extends SampleTestBase {
 
   private static DatabaseId databaseId;
@@ -105,7 +108,7 @@ public void testAddAndDropDatabaseRole() throws Exception {
         SampleRunner.runSample(
             () ->
                 AddAndDropDatabaseRole.addAndDropDatabaseRole(
-                    projectId, instanceId, databaseId.getDatabase(), "new-parent", "new-child"));
+                    projectId, instanceId, databaseId.getDatabase(), "new_parent", "new_child"));
     assertTrue(out.contains("Created roles new_parent and new_child and granted privileges"));
     assertTrue(out.contains("Revoked privileges and dropped role new_child"));
   }
diff --git a/samples/snippets/src/test/java/com/example/spanner/admin/archived/PgSpannerSampleIT.java b/samples/snippets/src/test/java/com/example/spanner/admin/archived/PgSpannerSampleIT.java
@@ -130,7 +130,7 @@ public void testSample() throws Exception {
     assertThat(databaseId).isNotNull();
 
     System.out.println("Create Database ...");
-    String out = runSample("createpgdatabase");
+    String out = runSample("createdatabase");
     assertThat(out).contains("Created database");
     assertThat(out).contains(dbId.getName());
 
