File tree Expand file tree Collapse file tree 1 file changed +8
-0
lines changed
spark-extension/src/main/scala/org/apache/spark/sql/auron Expand file tree Collapse file tree 1 file changed +8
-0
lines changed Original file line number Diff line number Diff line change @@ -101,6 +101,10 @@ object NativeConverters extends Logging {
101101 AuronConverters .getBooleanConf(" spark.auron.datetime.extract.enabled" , defaultValue = false )
102102 def castTrimStringEnabled : Boolean =
103103 AuronConverters .getBooleanConf(" spark.auron.cast.trimString" , defaultValue = true )
104+ def singleChildFallbackEnabled : Boolean =
105+ AuronConverters .getBooleanConf(
106+ " spark.auron.expression.singleChildFallback.enabled" ,
107+ defaultValue = true )
104108
105109 /**
106110 * Is the data type(scalar or complex) supported by Auron.
@@ -288,6 +292,10 @@ object NativeConverters extends Logging {
288292 throw new NotImplementedError (s " unsupported expression: ( ${e.getClass}) $e" )
289293 }
290294
295+ if (! singleChildFallbackEnabled) {
296+ return convertExprWithFallback(sparkExpr, isPruningExpr = false , fallbackToError)
297+ }
298+
291299 try {
292300 // get number of inconvertible children
293301 var numInconvertibleChildren = 0
You can’t perform that action at this time.
0 commit comments