We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent a153e41 commit db65be5Copy full SHA for db65be5
1 file changed
sql/core/src/main/scala/org/apache/spark/sql/execution/python/ExtractPythonUDFs.scala
@@ -132,7 +132,7 @@ private[spark] object ExtractPythonUDFs extends Rule[SparkPlan] {
132
val validUdfs = udfs.filter { case udf =>
133
// Check to make sure that the UDF can be evaluated with only the input of this child.
134
udf.references.subsetOf(child.outputSet)
135
- }
+ }.toArray // force the iterator to an array, that can't be serialized in Scala 2.10
136
if (validUdfs.nonEmpty) {
137
val resultAttrs = udfs.zipWithIndex.map { case (u, i) =>
138
AttributeReference(s"pythonUDF$i", u.dataType)()
0 commit comments