Skip to content

Commit b23ff21

Browse files
committed
update
1 parent 5348253 commit b23ff21

File tree

1 file changed

+10
-3
lines changed

1 file changed

+10
-3
lines changed

gluten-substrait/src/main/scala/org/apache/spark/sql/execution/ColumnarCollapseTransformStages.scala

Lines changed: 10 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -218,8 +218,15 @@ object ColumnarCollapseTransformStages {
218218
}
219219

220220
def getTransformStageCounter(plan: SparkPlan): AtomicInteger = {
221-
plan
222-
.collectFirst { case wst: WholeStageTransformer => new AtomicInteger(wst.transformStageId) }
223-
.getOrElse(new AtomicInteger(0))
221+
new AtomicInteger(findMaxTransformStageId(plan))
222+
}
223+
224+
private def findMaxTransformStageId(plan: SparkPlan): Int = {
225+
plan match {
226+
case wst: WholeStageTransformer =>
227+
wst.transformStageId
228+
case _ =>
229+
plan.children.map(findMaxTransformStageId).foldLeft(0)(Math.max)
230+
}
224231
}
225232
}

0 commit comments

Comments
 (0)