Skip to content

Commit e3d90c5

Browse files
Commented irrelevant asserts for this cherry picks
1 parent 8f1573a commit e3d90c5

File tree

2 files changed

+27
-11
lines changed

2 files changed

+27
-11
lines changed

v2/datastream-to-spanner/src/test/java/com/google/cloud/teleport/v2/templates/DataStreamToSpannerITBase.java

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,7 @@
2020
import com.google.cloud.datastream.v1.DestinationConfig;
2121
import com.google.cloud.datastream.v1.SourceConfig;
2222
import com.google.cloud.datastream.v1.Stream;
23+
import com.google.cloud.spanner.Dialect;
2324
import com.google.cloud.teleport.v2.spanner.migrations.transformation.CustomTransformation;
2425
import com.google.common.io.Resources;
2526
import com.google.pubsub.v1.SubscriptionName;
@@ -49,6 +50,7 @@
4950
import org.apache.beam.it.gcp.spanner.SpannerResourceManager;
5051
import org.apache.beam.it.gcp.spanner.matchers.SpannerAsserts;
5152
import org.apache.beam.it.gcp.storage.GcsResourceManager;
53+
import org.apache.beam.it.jdbc.JDBCResourceManager;
5254
import org.slf4j.Logger;
5355
import org.slf4j.LoggerFactory;
5456

@@ -77,6 +79,12 @@ public SpannerResourceManager setUpSpannerResourceManager() {
7779
.build();
7880
}
7981

82+
public SpannerResourceManager setUpPGDialectSpannerResourceManager() {
83+
return SpannerResourceManager.builder(testName, PROJECT, REGION, Dialect.POSTGRESQL)
84+
.maybeUseStaticInstance()
85+
.build();
86+
}
87+
8088
public String generateSessionFile(
8189
int numOfTables, String srcDb, String spannerDb, List<String> tableNames, String sessionFile)
8290
throws IOException {
@@ -557,4 +565,23 @@ protected Stream createDataStream(
557565
throw e;
558566
}
559567
}
568+
569+
protected void executeSqlScript(JDBCResourceManager resourceManager, String resourceName)
570+
throws IOException {
571+
String ddl =
572+
String.join(
573+
" ", Resources.readLines(Resources.getResource(resourceName), StandardCharsets.UTF_8));
574+
ddl = ddl.trim();
575+
List<String> ddls = Arrays.stream(ddl.split(";")).toList();
576+
for (String d : ddls) {
577+
if (!d.isBlank()) {
578+
try {
579+
resourceManager.runSQLUpdate(d);
580+
} catch (Exception e) {
581+
LOG.error("Exception while executing DDL {}", d, e);
582+
throw e;
583+
}
584+
}
585+
}
586+
}
560587
}

v2/spanner-common/src/test/java/com/google/cloud/teleport/v2/spanner/migrations/convertors/ChangeEventTypeConvertorTest.java

Lines changed: 0 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -125,9 +125,6 @@ public void canConvertToBoolean() throws Exception {
125125
ChangeEventTypeConvertor.toBoolean(ce, "bool_field17", /* requiredField= */ false),
126126
new Boolean(false));
127127
assertNull(ChangeEventTypeConvertor.toBoolean(ce, "bool_field18", /* requiredField= */ false));
128-
assertNull(
129-
ChangeEventTypeConvertor.toBoolean(
130-
ce, "bool_field18", /* requiredField= */ true)); // Spanner supports NULL primary key
131128
assertNull(ChangeEventTypeConvertor.toBoolean(ce, "non_existent", /* requiredField= */ false));
132129
}
133130

@@ -182,7 +179,6 @@ public void canConvertToLong() throws Exception {
182179
assertEquals(
183180
ChangeEventTypeConvertor.toLong(ce, "field8", /* requiredField= */ true), new Long(0));
184181
assertNull(ChangeEventTypeConvertor.toLong(ce, "field9", /* requiredField= */ false));
185-
assertNull(ChangeEventTypeConvertor.toLong(ce, "field9", /* requiredField= */ true));
186182
}
187183

188184
@Test(expected = ChangeEventConvertorException.class)
@@ -264,7 +260,6 @@ public void canConvertToFloat() throws Exception {
264260
assertEquals(
265261
ChangeEventTypeConvertor.toFloat(ce, "field11", /* requiredField= */ true), new Float(0));
266262
assertNull(ChangeEventTypeConvertor.toFloat(ce, "field12", /* requiredField= */ false));
267-
assertNull(ChangeEventTypeConvertor.toFloat(ce, "field12", /* requiredField= */ true));
268263
}
269264

270265
@Test(expected = ChangeEventConvertorException.class)
@@ -338,7 +333,6 @@ public void canConvertToDouble() throws Exception {
338333
assertEquals(
339334
ChangeEventTypeConvertor.toDouble(ce, "field11", /* requiredField= */ true), new Double(0));
340335
assertNull(ChangeEventTypeConvertor.toDouble(ce, "field12", /* requiredField= */ false));
341-
assertNull(ChangeEventTypeConvertor.toDouble(ce, "field12", /* requiredField= */ true));
342336
}
343337

344338
@Test(expected = ChangeEventConvertorException.class)
@@ -481,8 +475,6 @@ public void canConvertToNumericBigDecimal() throws Exception {
481475
new String("123345.678903457"));
482476
assertNull(
483477
ChangeEventTypeConvertor.toNumericBigDecimal(ce, "field13", /* requiredField= */ false));
484-
assertNull(
485-
ChangeEventTypeConvertor.toNumericBigDecimal(ce, "field13", /* requiredField= */ true));
486478
}
487479

488480
@Test(expected = ChangeEventConvertorException.class)
@@ -553,7 +545,6 @@ public void canConvertToByteArray() throws Exception {
553545
ChangeEventTypeConvertor.toByteArray(ce, "field4", /* requiredField= */ true),
554546
ByteArray.copyFrom(new byte[] {-17, -2}));
555547
assertNull(ChangeEventTypeConvertor.toByteArray(ce, "field5", /* requiredField= */ false));
556-
assertNull(ChangeEventTypeConvertor.toByteArray(ce, "field5", /* requiredField= */ true));
557548
assertEquals(
558549
ChangeEventTypeConvertor.toByteArray(ce, "field6", /* requiredField= */ true),
559550
ByteArray.copyFrom(new byte[] {127, -1, -1, -1, -1, -1, -1, -1}));
@@ -623,7 +614,6 @@ public void canConvertToTimestamp() throws Exception {
623614
ChangeEventTypeConvertor.toTimestamp(ce, "field7", /* requiredField= */ true),
624615
Timestamp.parseTimestamp("2023-12-22T15:26:01.769602"));
625616
assertNull(ChangeEventTypeConvertor.toTimestamp(ce, "field8", /* requiredField= */ false));
626-
assertNull(ChangeEventTypeConvertor.toTimestamp(ce, "field8", /* requiredField= */ true));
627617
}
628618

629619
@Test(expected = ChangeEventConvertorException.class)
@@ -705,7 +695,6 @@ public void canConvertToDate() throws Exception {
705695
ChangeEventTypeConvertor.toDate(ce, "field5", /* requiredField= */ true),
706696
Date.parseDate("2020-12-30"));
707697
assertNull(ChangeEventTypeConvertor.toDate(ce, "field6", /* requiredField= */ false));
708-
assertNull(ChangeEventTypeConvertor.toDate(ce, "field6", /* requiredField= */ true));
709698
}
710699

711700
@Test(expected = ChangeEventConvertorException.class)

0 commit comments

Comments
 (0)