[SPARK-21953] Show both memory and disk bytes spilled if either is present

ash211 · cloud-fan · commit 6308c65f08b5 · 2017-09-18T10:42:24.000+08:00
As written now, there must be both memory and disk bytes spilled to show either of them. If there is only one of those types of spill recorded, it will be hidden. Author: Andrew Ash <andrew@andrewash.com> Closes apache#19164 from ash211/patch-3.
diff --git a/core/src/main/scala/org/apache/spark/ui/jobs/UIData.scala b/core/src/main/scala/org/apache/spark/ui/jobs/UIData.scala
@@ -110,7 +110,7 @@ private[spark] object UIData {
     def hasOutput: Boolean = outputBytes > 0
     def hasShuffleRead: Boolean = shuffleReadTotalBytes > 0
     def hasShuffleWrite: Boolean = shuffleWriteBytes > 0
-    def hasBytesSpilled: Boolean = memoryBytesSpilled > 0 && diskBytesSpilled > 0
+    def hasBytesSpilled: Boolean = memoryBytesSpilled > 0 || diskBytesSpilled > 0
   }
 
   /**

Original file line number	Diff line number	Diff line change
`@@ -110,7 +110,7 @@ private[spark] object UIData {`
`110`	`110`	`def hasOutput: Boolean = outputBytes > 0`
`111`	`111`	`def hasShuffleRead: Boolean = shuffleReadTotalBytes > 0`
`112`	`112`	`def hasShuffleWrite: Boolean = shuffleWriteBytes > 0`
`113`		`- def hasBytesSpilled: Boolean = memoryBytesSpilled > 0 && diskBytesSpilled > 0`
	`113`	`+ def hasBytesSpilled: Boolean = memoryBytesSpilled > 0 \|\| diskBytesSpilled > 0`
`114`	`114`	`}`
`115`	`115`
`116`	`116`	`/**`