1616
1717package za .co .absa .standardization .stages
1818
19- import org .apache .spark .sql .Column
19+ import org .apache .spark .sql .{ Column , SparkSession }
2020import org .apache .spark .sql .expressions .UserDefinedFunction
2121import org .apache .spark .sql .functions ._
2222import org .apache .spark .sql .types ._
@@ -138,7 +138,7 @@ object TypeParser {
138138 origSchema : StructType ,
139139 stdConfig : StandardizationConfig ,
140140 failOnInputNotPerSchema : Boolean = true )
141- (implicit defaults : TypeDefaults ): ParseOutput = {
141+ (implicit spark : SparkSession , defaults : TypeDefaults ): ParseOutput = {
142142 // udfLib implicit is present for error column UDF implementation
143143 val sourceName = SchemaUtils .appendPath(path, field.sourceName)
144144 val origField = origSchema.getField(sourceName)
@@ -165,7 +165,7 @@ object TypeParser {
165165 origType : DataType ,
166166 failOnInputNotPerSchema : Boolean ,
167167 isArrayElement : Boolean = false )
168- (implicit defaults : TypeDefaults ): TypeParser [_] = {
168+ (implicit spark : SparkSession , defaults : TypeDefaults ): TypeParser [_] = {
169169 val parserClass : (String , Column , DataType , Boolean , Boolean ) => TypeParser [_] = field.dataType match {
170170 case _ : ArrayType => ArrayParser (TypedStructField .asArrayTypeStructField(field), _, _, _, _, _)
171171 case _ : StructType => StructParser (TypedStructField .asStructTypeStructField(field), _, _, _, _, _)
@@ -318,7 +318,7 @@ object TypeParser {
318318 }
319319
320320 private abstract class NumericParser [N : TypeTag ](override val field : NumericTypeStructField [N ])
321- (implicit defaults : TypeDefaults ) extends ScalarParser [N ] with InfinitySupport {
321+ (implicit spark : SparkSession , defaults : TypeDefaults ) extends ScalarParser [N ] with InfinitySupport {
322322 override protected val infMinusSymbol : Option [String ] = metadata.getOptString(MetadataKeys .MinusInfinitySymbol )
323323 override protected val infMinusValue : Option [String ] = metadata.getOptString(MetadataKeys .MinusInfinityValue )
324324 override protected val infPlusSymbol : Option [String ] = metadata.getOptString(MetadataKeys .PlusInfinitySymbol )
@@ -384,7 +384,7 @@ object TypeParser {
384384 failOnInputNotPerSchema : Boolean ,
385385 isArrayElement : Boolean ,
386386 overflowableTypes : Set [DataType ])
387- (implicit defaults : TypeDefaults ) extends NumericParser [N ](field) {
387+ (implicit spark : SparkSession , defaults : TypeDefaults ) extends NumericParser [N ](field) {
388388 override protected def assemblePrimitiveCastErrorLogic (castedCol : Column ): Column = {
389389 val basicLogic : Column = super .assemblePrimitiveCastErrorLogic(castedCol)
390390
0 commit comments