Skip to content

Commit 90664eb

Browse files
committed
Bugfix - fixed NumberFormatException when optional min/max WriteTimeStampFilter values are not provided
1 parent 8b0969d commit 90664eb

File tree

2 files changed

+11
-5
lines changed

2 files changed

+11
-5
lines changed

pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33

44
<groupId>com.datastax.spark.example</groupId>
55
<artifactId>migrate</artifactId>
6-
<version>0.14</version>
6+
<version>0.15</version>
77
<packaging>jar</packaging>
88

99
<properties>

src/main/java/datastax/astra/migrate/AbstractJobSession.java

Lines changed: 10 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -94,10 +94,16 @@ protected AbstractJobSession(CqlSession sourceSession, CqlSession astraSession,
9494
}
9595
}
9696

97-
minWriteTimeStampFilter = new Long(
98-
sparkConf.get("spark.migrate.source.minWriteTimeStampFilter", "0"));
99-
maxWriteTimeStampFilter = new Long(
100-
sparkConf.get("spark.migrate.source.maxWriteTimeStampFilter", "" + Long.MAX_VALUE));
97+
String minWriteTimeStampFilterStr =
98+
sparkConf.get("spark.migrate.source.minWriteTimeStampFilter", "0");
99+
if (null != minWriteTimeStampFilterStr && minWriteTimeStampFilterStr.trim().length() > 1) {
100+
minWriteTimeStampFilter = Long.parseLong(minWriteTimeStampFilterStr);
101+
}
102+
String maxWriteTimeStampFilterStr =
103+
sparkConf.get("spark.migrate.source.maxWriteTimeStampFilter", "0");
104+
if (null != maxWriteTimeStampFilterStr && maxWriteTimeStampFilterStr.trim().length() > 1) {
105+
maxWriteTimeStampFilter = Long.parseLong(maxWriteTimeStampFilterStr);
106+
}
101107

102108
logger.info(" DEFAULT -- Write Batch Size: " + batchSize);
103109
logger.info(" DEFAULT -- Source Keyspace Table: " + sourceKeyspaceTable);

0 commit comments

Comments
 (0)