Skip to content

Commit e700f7c

Browse files
committed
[AURON #1778] Add spark.auron.expression.singleChildFallback.enabled config
1 parent ab6e5b7 commit e700f7c

File tree

1 file changed

+8
-0
lines changed

1 file changed

+8
-0
lines changed

spark-extension/src/main/scala/org/apache/spark/sql/auron/NativeConverters.scala

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -101,6 +101,10 @@ object NativeConverters extends Logging {
101101
AuronConverters.getBooleanConf("spark.auron.datetime.extract.enabled", defaultValue = false)
102102
def castTrimStringEnabled: Boolean =
103103
AuronConverters.getBooleanConf("spark.auron.cast.trimString", defaultValue = true)
104+
def singleChildFallbackEnabled: Boolean =
105+
AuronConverters.getBooleanConf(
106+
"spark.auron.expression.singleChildFallback.enabled",
107+
defaultValue = true)
104108

105109
/**
106110
* Is the data type(scalar or complex) supported by Auron.
@@ -288,6 +292,10 @@ object NativeConverters extends Logging {
288292
throw new NotImplementedError(s"unsupported expression: (${e.getClass}) $e")
289293
}
290294

295+
if (!singleChildFallbackEnabled) {
296+
return convertExprWithFallback(sparkExpr, isPruningExpr = false, fallbackToError)
297+
}
298+
291299
try {
292300
// get number of inconvertible children
293301
var numInconvertibleChildren = 0

0 commit comments

Comments
 (0)