Skip to content

Commit e827c6b

Browse files
committed
serializerInstance will close serializerInstance
Signed-off-by: Hongbin Ma (Mahone) <[email protected]>
1 parent 8aec476 commit e827c6b

File tree

1 file changed

+4
-6
lines changed

1 file changed

+4
-6
lines changed

sql-plugin/src/main/scala/org/apache/spark/sql/rapids/RapidsShuffleInternalManagerBase.scala

Lines changed: 4 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -430,12 +430,10 @@ abstract class RapidsShuffleThreadedWriterBase[K, V](
430430
val compressedOutputStream = blockManager.serializerManager.wrapStream(
431431
ShuffleBlockId(shuffleId, mapId, reducePartitionId), buffer)
432432

433-
withResource(compressedOutputStream) { compressedStream =>
434-
val serializationStream = serializerInstance.serializeStream(compressedStream)
435-
withResource(serializationStream) { serializer =>
436-
serializer.writeKey(key.asInstanceOf[Any])
437-
serializer.writeValue(value.asInstanceOf[Any])
438-
}
433+
val serializationStream = serializerInstance.serializeStream(compressedOutputStream)
434+
withResource(serializationStream) { serializer =>
435+
serializer.writeKey(key.asInstanceOf[Any])
436+
serializer.writeValue(value.asInstanceOf[Any])
439437
}
440438

441439
// Track total data size

0 commit comments

Comments
 (0)