Skip to content

Commit 577ec48

Browse files
TyperParser updated to include implicit in apply and parser classes
1 parent d9af782 commit 577ec48

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

src/main/scala/za/co/absa/standardization/stages/TypeParser.scala

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@
1616

1717
package za.co.absa.standardization.stages
1818

19-
import org.apache.spark.sql.Column
19+
import org.apache.spark.sql.{Column, SparkSession}
2020
import org.apache.spark.sql.expressions.UserDefinedFunction
2121
import org.apache.spark.sql.functions._
2222
import org.apache.spark.sql.types._
@@ -138,7 +138,7 @@ object TypeParser {
138138
origSchema: StructType,
139139
stdConfig: StandardizationConfig,
140140
failOnInputNotPerSchema: Boolean = true)
141-
(implicit defaults: TypeDefaults): ParseOutput = {
141+
(implicit spark: SparkSession, defaults: TypeDefaults): ParseOutput = {
142142
// udfLib implicit is present for error column UDF implementation
143143
val sourceName = SchemaUtils.appendPath(path, field.sourceName)
144144
val origField = origSchema.getField(sourceName)
@@ -165,7 +165,7 @@ object TypeParser {
165165
origType: DataType,
166166
failOnInputNotPerSchema: Boolean,
167167
isArrayElement: Boolean = false)
168-
(implicit defaults: TypeDefaults): TypeParser[_] = {
168+
(implicit spark:SparkSession, defaults: TypeDefaults): TypeParser[_] = {
169169
val parserClass: (String, Column, DataType, Boolean, Boolean) => TypeParser[_] = field.dataType match {
170170
case _: ArrayType => ArrayParser(TypedStructField.asArrayTypeStructField(field), _, _, _, _, _)
171171
case _: StructType => StructParser(TypedStructField.asStructTypeStructField(field), _, _, _, _, _)
@@ -318,7 +318,7 @@ object TypeParser {
318318
}
319319

320320
private abstract class NumericParser[N: TypeTag](override val field: NumericTypeStructField[N])
321-
(implicit defaults: TypeDefaults) extends ScalarParser[N] with InfinitySupport {
321+
(implicit spark: SparkSession, defaults: TypeDefaults) extends ScalarParser[N] with InfinitySupport {
322322
override protected val infMinusSymbol: Option[String] = metadata.getOptString(MetadataKeys.MinusInfinitySymbol)
323323
override protected val infMinusValue: Option[String] = metadata.getOptString(MetadataKeys.MinusInfinityValue)
324324
override protected val infPlusSymbol: Option[String] = metadata.getOptString(MetadataKeys.PlusInfinitySymbol)
@@ -384,7 +384,7 @@ object TypeParser {
384384
failOnInputNotPerSchema: Boolean,
385385
isArrayElement: Boolean,
386386
overflowableTypes: Set[DataType])
387-
(implicit defaults: TypeDefaults) extends NumericParser[N](field) {
387+
(implicit spark:SparkSession, defaults: TypeDefaults) extends NumericParser[N](field) {
388388
override protected def assemblePrimitiveCastErrorLogic(castedCol: Column): Column = {
389389
val basicLogic: Column = super.assemblePrimitiveCastErrorLogic(castedCol)
390390

0 commit comments

Comments
 (0)