Skip to content

Commit 01d4cd6

Browse files
committed
#38 Fix CI/CD build.
1 parent 076b73c commit 01d4cd6

File tree

4 files changed

+13
-6
lines changed

4 files changed

+13
-6
lines changed

src/main/scala/za/co/absa/spark/hats/transformations/NestedArrayTransformations.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -453,7 +453,7 @@ object NestedArrayTransformations {
453453
throw new IllegalArgumentException(s"Not a struct field: $columnToUnstruct")
454454
}
455455
if (newColumn == null) {
456-
mappedFields
456+
mappedFields.toSeq
457457
} else {
458458
Seq(newColumn) ++ mappedFields
459459
}
@@ -848,7 +848,7 @@ object NestedArrayTransformations {
848848
handlePrimitive(dt, transformExpression, errorExpression, parentPath, arrCtx)
849849
}
850850
if (newColumn == null) {
851-
mappedFields
851+
mappedFields.toSeq
852852
} else {
853853
Seq(newColumn) ++ mappedFields
854854
}

src/main/scala_2.11/za/co/absa/spark/hats/HofsWrapper.scala

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,9 @@ import org.apache.spark.sql.Column
2121
import za.co.absa.spark.hofs.{transform => hofsTransform}
2222

2323
/**
24-
* This is a wrapper for high order functions depending on Scala version
24+
* This is a wrapper for high order functions depending on Scala version.
25+
*
26+
* This implementation uses Hofs(https://github.com/AbsaOSS/spark-hofs).
2527
*/
2628
object HofsWrapper {
2729
/**

src/main/scala_2.12/za/co/absa/spark/hats/HofsWrapper.scala

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,9 @@ import org.apache.spark.sql.Column
2020
import org.apache.spark.sql.functions.{transform => sparkTransform}
2121

2222
/**
23-
* This is a wrapper for high order functions depending on Scala version
23+
* This is a wrapper for high order functions depending on Scala version.
24+
*
25+
* This implementation uses native Spark transform().
2426
*/
2527
object HofsWrapper {
2628
/**

src/main/scala_2.13/za/co/absa/spark/hats/HofsWrapper.scala

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -16,10 +16,13 @@
1616

1717
package za.co.absa.spark.hats
1818

19-
import org.apache.spark.sql.{Column, functions => sparkTransform}
19+
import org.apache.spark.sql.Column
20+
import org.apache.spark.sql.functions.{transform => sparkTransform}
2021

2122
/**
22-
* This is a wrapper for high order functions depending on Scala version
23+
* This is a wrapper for high order functions depending on Scala version.
24+
*
25+
* This implementation uses native Spark transform().
2326
*/
2427
object HofsWrapper {
2528
/**

0 commit comments

Comments
 (0)