Skip to content

Commit d646123

Browse files
author
Alexey Kudinkin
committed
Fixing compilation for Spark 2.x
1 parent 11b581e commit d646123

1 file changed

Lines changed: 6 additions & 2 deletions

File tree

hudi-client/hudi-spark-client/src/main/scala/org/apache/spark/HoodieSparkKryoRegistrar.scala

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ import org.apache.hudi.client.model.HoodieInternalRow
2323
import org.apache.hudi.commmon.model.HoodieSparkRecord
2424
import org.apache.hudi.common.util.HoodieCommonKryoRegistrar
2525
import org.apache.hudi.config.HoodieWriteConfig
26-
import org.apache.spark.internal.config.Kryo.KRYO_USER_REGISTRATORS
26+
import org.apache.spark.internal.config.ConfigBuilder
2727
import org.apache.spark.serializer.KryoRegistrator
2828

2929
/**
@@ -58,8 +58,12 @@ class HoodieSparkKryoRegistrar extends HoodieCommonKryoRegistrar with KryoRegist
5858

5959
object HoodieSparkKryoRegistrar {
6060

61+
// NOTE: We're copying definition of the config introduced in Spark 3.0
62+
// (to stay compatible w/ Spark 2.4)
63+
private val KRYO_USER_REGISTRATORS = "spark.kryo.registrator"
64+
6165
def register(conf: SparkConf): SparkConf = {
62-
conf.set(KRYO_USER_REGISTRATORS, Seq(classOf[HoodieSparkKryoRegistrar].getName))
66+
conf.set(KRYO_USER_REGISTRATORS, Seq(classOf[HoodieSparkKryoRegistrar].getName).mkString(","))
6367
}
6468

6569
}

0 commit comments

Comments
 (0)