-
Notifications
You must be signed in to change notification settings - Fork 29k
[SPARK-30765][SQL] Refine base operator abstraction code style #27511
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Changes from 6 commits
8097492
d04092f
183eb41
b94871b
cdb0e3e
d07cc1b
364f5a7
839f7b0
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -102,7 +102,7 @@ case class RowDataSourceScanExec( | |
| filters: Set[Filter], | ||
| handledFilters: Set[Filter], | ||
| rdd: RDD[InternalRow], | ||
| @transient relation: BaseRelation, | ||
| @transient override val relation: BaseRelation, | ||
| override val tableIdentifier: Option[TableIdentifier]) | ||
| extends DataSourceScanExec with InputRDDCodegen { | ||
|
|
||
|
|
@@ -158,7 +158,7 @@ case class RowDataSourceScanExec( | |
| * @param tableIdentifier identifier for the table in the metastore. | ||
| */ | ||
| case class FileSourceScanExec( | ||
| @transient relation: HadoopFsRelation, | ||
| @transient override val relation: HadoopFsRelation, | ||
|
||
| output: Seq[Attribute], | ||
| requiredSchema: StructType, | ||
| partitionFilters: Seq[Expression], | ||
|
|
||
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -57,8 +57,9 @@ import org.apache.spark.util.Utils | |
| * there should be always some rows buffered in the socket or Python process, so the pulling from | ||
| * RowQueue ALWAYS happened after pushing into it. | ||
| */ | ||
| abstract class EvalPythonExec(udfs: Seq[PythonUDF], resultAttrs: Seq[Attribute], child: SparkPlan) | ||
| extends UnaryExecNode { | ||
| abstract class EvalPythonExec extends UnaryExecNode { | ||
|
||
| def udfs: Seq[PythonUDF] | ||
| def resultAttrs: Seq[Attribute] | ||
|
|
||
| override def output: Seq[Attribute] = child.output ++ resultAttrs | ||
|
|
||
|
|
||
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -26,11 +26,10 @@ import org.apache.spark.sql.catalyst.expressions.aggregate.AggregateExpression | |
| import org.apache.spark.sql.execution.{SparkPlan, UnaryExecNode} | ||
| import org.apache.spark.sql.types.{CalendarIntervalType, DateType, IntegerType, TimestampType} | ||
|
|
||
| abstract class WindowExecBase( | ||
| windowExpression: Seq[NamedExpression], | ||
| partitionSpec: Seq[Expression], | ||
| orderSpec: Seq[SortOrder], | ||
| child: SparkPlan) extends UnaryExecNode { | ||
| abstract class WindowExecBase extends UnaryExecNode { | ||
|
||
| def windowExpression: Seq[NamedExpression] | ||
| def partitionSpec: Seq[Expression] | ||
| def orderSpec: Seq[SortOrder] | ||
|
|
||
| /** | ||
| * Create the resulting projection. | ||
|
|
||
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
do we need
override?There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Oh, I think I forgot to update here. Per previous discussion, we should replace base definition to 'def' instead of adding these
overrides.