We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 5348253 commit b23ff21Copy full SHA for b23ff21
gluten-substrait/src/main/scala/org/apache/spark/sql/execution/ColumnarCollapseTransformStages.scala
@@ -218,8 +218,15 @@ object ColumnarCollapseTransformStages {
218
}
219
220
def getTransformStageCounter(plan: SparkPlan): AtomicInteger = {
221
- plan
222
- .collectFirst { case wst: WholeStageTransformer => new AtomicInteger(wst.transformStageId) }
223
- .getOrElse(new AtomicInteger(0))
+ new AtomicInteger(findMaxTransformStageId(plan))
+ }
+
224
+ private def findMaxTransformStageId(plan: SparkPlan): Int = {
225
+ plan match {
226
+ case wst: WholeStageTransformer =>
227
+ wst.transformStageId
228
+ case _ =>
229
+ plan.children.map(findMaxTransformStageId).foldLeft(0)(Math.max)
230
231
232
0 commit comments