Skip to content

Commit 5ada164

Browse files
committed
removed source refs from config and code
1 parent f7cfe06 commit 5ada164

File tree

2 files changed

+16
-16
lines changed

2 files changed

+16
-16
lines changed

src/main/java/datastax/astra/migrate/OriginCountJobSession.java

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -46,23 +46,23 @@ protected OriginCountJobSession(CqlSession sourceSession, SparkConf sparkConf) {
4646
}
4747

4848
readLimiter = RateLimiter.create(new Integer(sparkConf.get("spark.readRateLimit", "20000")));
49-
sourceKeyspaceTable = sparkConf.get("spark.source.keyspaceTable");
49+
sourceKeyspaceTable = sparkConf.get("spark.origin.keyspaceTable");
5050

51-
hasRandomPartitioner = Boolean.parseBoolean(sparkConf.get("spark.source.hasRandomPartitioner", "false"));
52-
isCounterTable = Boolean.parseBoolean(sparkConf.get("spark.source.counterTable", "false"));
51+
hasRandomPartitioner = Boolean.parseBoolean(sparkConf.get("spark.origin.hasRandomPartitioner", "false"));
52+
isCounterTable = Boolean.parseBoolean(sparkConf.get("spark.counterTable", "false"));
5353

54-
checkTableforColSize = Boolean.parseBoolean(sparkConf.get("spark.source.checkTableforColSize", "false"));
55-
checkTableforselectCols = sparkConf.get("spark.source.checkTableforColSize.cols");
56-
checkTableforColSizeTypes = getTypes(sparkConf.get("spark.source.checkTableforColSize.cols.types"));
57-
filterColName = sparkConf.get("spark.source.FilterColumn");
58-
filterColType = sparkConf.get("spark.source.FilterColumnType");
59-
filterColIndex = Integer.parseInt(sparkConf.get("spark.source.FilterColumnIndex", "0"));
54+
checkTableforColSize = Boolean.parseBoolean(sparkConf.get("spark.origin.checkTableforColSize", "false"));
55+
checkTableforselectCols = sparkConf.get("spark.origin.checkTableforColSize.cols");
56+
checkTableforColSizeTypes = getTypes(sparkConf.get("spark.origin.checkTableforColSize.cols.types"));
57+
filterColName = sparkConf.get("spark.origin.FilterColumn");
58+
filterColType = sparkConf.get("spark.origin.FilterColumnType");
59+
filterColIndex = Integer.parseInt(sparkConf.get("spark.origin.FilterColumnIndex", "0"));
6060

6161
String partionKey = sparkConf.get("spark.query.cols.partitionKey");
6262
idColTypes = getTypes(sparkConf.get("spark.query.cols.id.types"));
6363

6464
String selectCols = sparkConf.get("spark.query.cols.select");
65-
String updateSelectMappingStr = sparkConf.get("spark.source.counterTable.update.select.index", "0");
65+
String updateSelectMappingStr = sparkConf.get("spark.counterTable.cql.index", "0");
6666
for (String updateSelectIndex : updateSelectMappingStr.split(",")) {
6767
updateSelectMapping.add(Integer.parseInt(updateSelectIndex));
6868
}

src/resources/sparkConf.properties

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -4,12 +4,12 @@ spark.origin.username some-username
44
spark.origin.password some-secret-password
55
spark.origin.read.consistency.level LOCAL_QUORUM
66
spark.origin.keyspaceTable test.a1
7-
spark.source.checkTableforColSize false
8-
spark.source.checkTableforColSize.cols partition-key,clustering-key
9-
spark.source.checkTableforColSize.cols.types 9,1
10-
spark.source.FilterColumn test
11-
spark.source.FilterColumnIndex 2
12-
spark.source.FilterColumnType 6%16
7+
spark.origin.checkTableforColSize false
8+
spark.origin.checkTableforColSize.cols partition-key,clustering-key
9+
spark.origin.checkTableforColSize.cols.types 9,1
10+
spark.origin.FilterColumn test
11+
spark.origin.FilterColumnIndex 2
12+
spark.origin.FilterColumnType 6%16
1313

1414
spark.target.isAstra true
1515
spark.target.scb file:///aaa/bbb/secure-connect-enterprise.zip

0 commit comments

Comments
 (0)