Skip to content

Commit 12d3184

Browse files
Implement PR comments
1 parent c1c75cc commit 12d3184

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

src/main/java/datastax/astra/migrate/AbstractJobSession.java

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@
55
import com.datastax.oss.driver.api.core.cql.PreparedStatement;
66
import com.datastax.oss.driver.api.core.cql.Row;
77
import com.datastax.oss.driver.shaded.guava.common.util.concurrent.RateLimiter;
8+
import org.apache.commons.lang.StringUtils;
89
import org.apache.spark.SparkConf;
910
import org.slf4j.Logger;
1011
import org.slf4j.LoggerFactory;
@@ -72,7 +73,7 @@ protected AbstractJobSession(CqlSession sourceSession, CqlSession astraSession,
7273

7374
String customWriteTimeStr =
7475
sparkConf.get("spark.destination.custom.writeTime", "0");
75-
if (null != customWriteTimeStr && customWriteTimeStr.trim().length() > 1) {
76+
if (null != customWriteTimeStr && customWriteTimeStr.trim().length() > 1 && StringUtils.isNumeric(customWriteTimeStr.trim())) {
7677
customWritetime = Long.parseLong(customWriteTimeStr);
7778
}
7879

src/resources/sparkConf.properties

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -13,6 +13,7 @@ spark.destination.read.consistency.level LOCAL_QUORUM
1313
spark.destination.keyspaceTable test.a2
1414
spark.destination.autocorrect.missing false
1515
spark.destination.autocorrect.mismatch false
16+
spark.destination.custom.writeTime 0
1617

1718
spark.maxRetries 10
1819
spark.readRateLimit 20000
@@ -40,8 +41,6 @@ spark.source.writeTimeStampFilter false
4041
spark.source.minWriteTimeStampFilter 0
4142
spark.source.maxWriteTimeStampFilter 9223372036854775807
4243

43-
spark.destination.custom.writeTime 1664980600000000
44-
4544
########################## ONLY USE if SSL clientAuth is enabled on source Cassandra/DSE ###############################
4645
#spark.source.trustStore.path
4746
#spark.source.trustStore.password

0 commit comments

Comments
 (0)