Skip to content

Commit caaadaf

Browse files
Refactoring changes
1 parent 4bb5e1b commit caaadaf

File tree

2 files changed

+4
-3
lines changed

2 files changed

+4
-3
lines changed

src/main/java/datastax/astra/migrate/AbstractJobSession.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -69,7 +69,7 @@ protected AbstractJobSession(CqlSession sourceSession, CqlSession astraSession,
6969
}
7070

7171
String customWriteTimeStr =
72-
sparkConf.get("spark.migrate.custom.writeTime", "0");
72+
sparkConf.get("spark.destination.custom.writeTime", "0");
7373
if (null != customWriteTimeStr && customWriteTimeStr.trim().length() > 1) {
7474
customWritetime = Long.parseLong(customWriteTimeStr);
7575
}

src/resources/sparkConf.properties

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,8 @@ spark.source.writeTimeStampFilter false
4242
spark.source.writeTimeStampFilter.cols 4,5
4343
spark.source.minWriteTimeStampFilter 0
4444
spark.source.maxWriteTimeStampFilter 9223372036854775807
45-
spark.migrate.custom.writeTime 1664980600000000
45+
46+
spark.destination.custom.writeTime 1664980600000000
4647

4748
########################## ONLY USE if SSL clientAuth is enabled on source Cassandra/DSE ###############################
4849
#spark.source.trustStore.path
@@ -91,7 +92,7 @@ spark.migrate.custom.writeTime 1664980600000000
9192
# "spark.source.writeTimeStampFilter.cols" - Comma separated column indexes from "spark.query.cols.select".
9293
# Script will only use the largest value per row.
9394
#
94-
# "spark.migrate.custom.writeTime" - User specified write time. When set it will be used as writetime for target writes.
95+
# "spark.destination.custom.writeTime" - User specified write time. When set it will be used as writetime for target writes.
9596
#
9697
# Default value for "spark.source.maxWriteTimeStampFilter" is alway "9223372036854775807" (max long value)
9798
#

0 commit comments

Comments
 (0)