Skip to content

Commit 4a11e2d

Browse files
yhuairxin
authored andcommitted
[SPARK-11736][SQL] Add monotonically_increasing_id to function registry.
https://issues.apache.org/jira/browse/SPARK-11736 Author: Yin Huai <yhuai@databricks.com> Closes #9703 from yhuai/MonotonicallyIncreasingID. (cherry picked from commit d83c2f9) Signed-off-by: Reynold Xin <rxin@databricks.com>
1 parent 927acb1 commit 4a11e2d

2 files changed

Lines changed: 6 additions & 1 deletion

File tree

sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/FunctionRegistry.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -281,7 +281,8 @@ object FunctionRegistry {
281281
expression[Sha1]("sha1"),
282282
expression[Sha2]("sha2"),
283283
expression[SparkPartitionID]("spark_partition_id"),
284-
expression[InputFileName]("input_file_name")
284+
expression[InputFileName]("input_file_name"),
285+
expression[MonotonicallyIncreasingID]("monotonically_increasing_id")
285286
)
286287

287288
val builtin: SimpleFunctionRegistry = {

sql/core/src/test/scala/org/apache/spark/sql/ColumnExpressionSuite.scala

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -563,6 +563,10 @@ class ColumnExpressionSuite extends QueryTest with SharedSQLContext {
563563
df.select(monotonicallyIncreasingId()),
564564
Row(0L) :: Row(1L) :: Row((1L << 33) + 0L) :: Row((1L << 33) + 1L) :: Nil
565565
)
566+
checkAnswer(
567+
df.select(expr("monotonically_increasing_id()")),
568+
Row(0L) :: Row(1L) :: Row((1L << 33) + 0L) :: Row((1L << 33) + 1L) :: Nil
569+
)
566570
}
567571

568572
test("sparkPartitionId") {

0 commit comments

Comments
 (0)