Skip to content

Commit be6f1a6

Browse files
committed
More v3.5.3 backporting
1 parent 8568c42 commit be6f1a6

File tree

3 files changed

+2
-12
lines changed

3 files changed

+2
-12
lines changed

core/src/main/scala/org/apache/spark/storage/FallbackStorage.scala

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -146,10 +146,6 @@ private[storage] class FileSystemSegmentManagedBuffer(
146146
override def convertToNetty(): AnyRef = {
147147
Unpooled.wrappedBuffer(nioByteBuffer());
148148
}
149-
150-
override def convertToNettyForSsl(): AnyRef = {
151-
Unpooled.wrappedBuffer(nioByteBuffer());
152-
}
153149
}
154150

155151
private[spark] object FallbackStorage extends Logging {

core/src/test/scala/org/apache/spark/storage/FallbackStorageSuite.scala

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -167,7 +167,7 @@ class FallbackStorageSuite extends SparkFunSuite with LocalSparkContext {
167167
val clue = s"offset: $offset, length: $length"
168168

169169
// creating the managed buffer does not open the file
170-
val mfs = spy(fs)
170+
val mfs = spy[FileSystem](fs)
171171
val buf = new FileSystemSegmentManagedBuffer(mfs, file, offset, length)
172172
verify(mfs, never()).open(mc.any[Path]())
173173
assert(buf.size() === length, clue)
@@ -186,11 +186,9 @@ class FallbackStorageSuite extends SparkFunSuite with LocalSparkContext {
186186
assert(bytes.mkString(",") === data.slice(offset, offset + length).mkString(","), clue)
187187
}
188188

189-
// getting a Netty ByteBufs opens the file again and again
189+
// getting a Netty ByteBufs opens the file again
190190
assert(buf.convertToNetty().asInstanceOf[ByteBuf].release() === length > 0, clue)
191191
verify(mfs, times(3)).open(mc.any[Path]())
192-
assert(buf.convertToNettyForSsl().asInstanceOf[ByteBuf].release() === length > 0, clue)
193-
verify(mfs, times(4)).open(mc.any[Path]())
194192
}
195193
}
196194
}

core/src/test/scala/org/apache/spark/storage/ShuffleBlockFetcherIteratorSuite.scala

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -359,7 +359,6 @@ class ShuffleBlockFetcherIteratorSuite extends SparkFunSuite with PrivateMethodT
359359
verify(mockBuf, never()).nioByteBuffer()
360360
verify(mockBuf, never()).createInputStream()
361361
verify(mockBuf, never()).convertToNetty()
362-
verify(mockBuf, never()).convertToNettyForSsl()
363362
}
364363

365364
val allBlocks = localBlocks ++ remoteBlocks ++ hostLocalBlocks ++ fallbackBlocks
@@ -387,7 +386,6 @@ class ShuffleBlockFetcherIteratorSuite extends SparkFunSuite with PrivateMethodT
387386
verify(mockBuf, never()).nioByteBuffer()
388387
verify(mockBuf, times(1)).createInputStream()
389388
verify(mockBuf, never()).convertToNetty()
390-
verify(mockBuf, never()).convertToNettyForSsl()
391389
}
392390
}
393391

@@ -548,7 +546,6 @@ class ShuffleBlockFetcherIteratorSuite extends SparkFunSuite with PrivateMethodT
548546
verify(mockBuf, never()).nioByteBuffer()
549547
verify(mockBuf, never()).createInputStream()
550548
verify(mockBuf, never()).convertToNetty()
551-
verify(mockBuf, never()).convertToNettyForSsl()
552549
}
553550

554551
val allBlocks = mergedLocalBlocks ++ mergedFallbackBlocks ++ mergedRemoteBlocks ++
@@ -572,7 +569,6 @@ class ShuffleBlockFetcherIteratorSuite extends SparkFunSuite with PrivateMethodT
572569
verify(mockBuf, never()).nioByteBuffer()
573570
verify(mockBuf, times(1)).createInputStream()
574571
verify(mockBuf, never()).convertToNetty()
575-
verify(mockBuf, never()).convertToNettyForSsl()
576572
}
577573

578574
assert(blockManager.hostLocalDirManager.get.getCachedHostLocalDirs.size === 1)

0 commit comments

Comments
 (0)