spark 3.5.5

Author: salamonpavel

build.sbt

@@ -66,7 +66,7 @@ lazy val sparkCommonsTest = (projectMatrix in file("spark-commons-test"))
   .settings(
     commonSettings ++ Seq(
       name := "spark-commons-test",
-      libraryDependencies ++= sparkDependencies(if (scalaVersion.value == scala211) spark2 else spark32),
+      libraryDependencies ++= sparkDependencies(if (scalaVersion.value == scala211) spark2 else spark35),
       Compile / unmanagedSourceDirectories += {
         val sourceDir = (Compile / sourceDirectory).value
         if (scalaVersion.value.startsWith("2.13")) {

spark-commons/src/main/scala-spark3.5-jvm/za/co/absa/spark/commons/adapters/CallUdfAdapter.scala

@@ -0,0 +1,24 @@
+/*
+ * Copyright 2021 ABSA Group Limited
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package za.co.absa.spark.commons.adapters
+
+import org.apache.spark.sql.Column
+import org.apache.spark.sql.functions.{call_udf => sparkCallUdf}
+
+trait CallUdfAdapter {
+  def call_udf(udfName: String, cols: Column*): Column = sparkCallUdf(udfName, cols:_*)
+}

spark-commons/src/main/scala-spark3.5-jvm/za/co/absa/spark/commons/adapters/TransformAdapter.scala

@@ -0,0 +1,27 @@
+/*
+ * Copyright 2021 ABSA Group Limited
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package za.co.absa.spark.commons.adapters
+
+import org.apache.spark.sql.Column
+import org.apache.spark.sql.functions.{transform => sparkTransform}
+
+trait TransformAdapter {
+  /**
+   * For Spark versions prior 3.0.0, delegates to {{{hofs.transform()}}}
+   */
+  def transform: (Column, Column => Column) => Column = sparkTransform
+}