Skip to content

Commit 5e91bd4

Browse files
committed
SPARK-49872: Follow-up, remove Jackson JSON string length limit in KVStoreScalaSerializer
1 parent ce6b5a6 commit 5e91bd4

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

core/src/main/scala/org/apache/spark/status/KVUtils.scala

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,7 @@ import scala.jdk.CollectionConverters._
2525
import scala.reflect.{classTag, ClassTag}
2626

2727
import com.fasterxml.jackson.annotation.JsonInclude
28+
import com.fasterxml.jackson.core.StreamReadConstraints
2829
import com.fasterxml.jackson.module.scala.DefaultScalaModule
2930
import org.fusesource.leveldbjni.internal.NativeDB
3031
import org.rocksdb.RocksDBException
@@ -76,6 +77,10 @@ private[spark] object KVUtils extends Logging {
7677
mapper.registerModule(DefaultScalaModule)
7778
mapper.setDefaultPropertyInclusion(JsonInclude.Include.NON_ABSENT)
7879

80+
// SPARK-49872: Remove jackson JSON string length limitation.
81+
mapper.getFactory.setStreamReadConstraints(
82+
StreamReadConstraints.builder().maxStringLength(Int.MaxValue).build()
83+
)
7984
}
8085

8186
/**

0 commit comments

Comments
 (0)