From 3067f517520ae9f81dcdf3cf2ab40d03c9e962fb Mon Sep 17 00:00:00 2001 From: yangjie01 Date: Tue, 25 Jun 2024 13:32:28 +0800 Subject: [PATCH 1/3] init --- .../org/apache/spark/serializer/KryoSerializer.scala | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala index 2ca30cf4cd628..3427b00605d2b 100644 --- a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala +++ b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala @@ -227,11 +227,11 @@ class KryoSerializer(conf: SparkConf) // scalastyle:on - kryo.register(None.getClass) - kryo.register(Nil.getClass) + // kryo.register(None.getClass) + // kryo.register(Nil.getClass) kryo.register(Utils.classForName("scala.collection.immutable.ArraySeq$ofRef")) - kryo.register(Utils.classForName("scala.collection.immutable.$colon$colon")) - kryo.register(Utils.classForName("scala.collection.immutable.Map$EmptyMap$")) + // kryo.register(Utils.classForName("scala.collection.immutable.$colon$colon")) + // kryo.register(Utils.classForName("scala.collection.immutable.Map$EmptyMap$")) kryo.register(Utils.classForName("scala.math.Ordering$Reverse")) kryo.register(Utils.classForName("scala.reflect.ClassTag$GenericClassTag")) kryo.register(classOf[ArrayBuffer[Any]]) From 82b935536ef433f15e0fa68b7ee9ec709eb74e1b Mon Sep 17 00:00:00 2001 From: yangjie01 Date: Tue, 25 Jun 2024 13:43:20 +0800 Subject: [PATCH 2/3] remove --- .../scala/org/apache/spark/serializer/KryoSerializer.scala | 4 ---- 1 file changed, 4 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala index 3427b00605d2b..ad5a10ba638a8 100644 --- a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala +++ b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala @@ -227,11 +227,7 @@ class KryoSerializer(conf: SparkConf) // scalastyle:on - // kryo.register(None.getClass) - // kryo.register(Nil.getClass) kryo.register(Utils.classForName("scala.collection.immutable.ArraySeq$ofRef")) - // kryo.register(Utils.classForName("scala.collection.immutable.$colon$colon")) - // kryo.register(Utils.classForName("scala.collection.immutable.Map$EmptyMap$")) kryo.register(Utils.classForName("scala.math.Ordering$Reverse")) kryo.register(Utils.classForName("scala.reflect.ClassTag$GenericClassTag")) kryo.register(classOf[ArrayBuffer[Any]]) From fbac73da37248558a3bb91feb1782354fc4c620e Mon Sep 17 00:00:00 2001 From: yangjie01 Date: Tue, 25 Jun 2024 13:55:29 +0800 Subject: [PATCH 3/3] revert one --- .../main/scala/org/apache/spark/serializer/KryoSerializer.scala | 1 + 1 file changed, 1 insertion(+) diff --git a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala index ad5a10ba638a8..ec5d53e91b3e0 100644 --- a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala +++ b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala @@ -228,6 +228,7 @@ class KryoSerializer(conf: SparkConf) // scalastyle:on kryo.register(Utils.classForName("scala.collection.immutable.ArraySeq$ofRef")) + kryo.register(Utils.classForName("scala.collection.immutable.Map$EmptyMap$")) kryo.register(Utils.classForName("scala.math.Ordering$Reverse")) kryo.register(Utils.classForName("scala.reflect.ClassTag$GenericClassTag")) kryo.register(classOf[ArrayBuffer[Any]])