[CDM-84] Use getNumPartitions instead of count

yukim · yukim · commit eb26917bab42 · 2023-06-09T13:41:42.000+09:00
diff --git a/src/main/scala/com/datastax/cdm/job/BaseJob.scala b/src/main/scala/com/datastax/cdm/job/BaseJob.scala
@@ -77,7 +77,7 @@ abstract class BaseJob[T: ClassTag] extends App {
     this.parts = getParts(numSplits)
     this.slices = sContext.parallelize(parts.asScala.toSeq, parts.size);
     abstractLogger.info("PARAM Calculated -- Total Partitions: " + parts.size())
-    abstractLogger.info("Spark parallelize created : " + slices.count() + " slices!");
+    abstractLogger.info("Spark parallelize created : " + slices.getNumPartitions + " slices!");
 
   }
 

Original file line number	Diff line number	Diff line change
`@@ -77,7 +77,7 @@ abstract class BaseJob[T: ClassTag] extends App {`
`77`	`77`	`this.parts = getParts(numSplits)`
`78`	`78`	`this.slices = sContext.parallelize(parts.asScala.toSeq, parts.size);`
`79`	`79`	`abstractLogger.info("PARAM Calculated -- Total Partitions: " + parts.size())`
`80`		`- abstractLogger.info("Spark parallelize created : " + slices.count() + " slices!");`
	`80`	`+ abstractLogger.info("Spark parallelize created : " + slices.getNumPartitions + " slices!");`
`81`	`81`
`82`	`82`	`}`
`83`	`83`