We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 3c5d175 commit 91fdedcCopy full SHA for 91fdedc
1 file changed
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/DataSourceV2Relation.scala
@@ -47,6 +47,10 @@ case class DataSourceV2Relation(
47
source: DataSourceV2,
48
options: Map[String, String],
49
userSpecifiedSchema: Option[StructType],
50
+ // TODO: This is a workaround for the issue that Spark puts statistics in the logical plans.
51
+ // A `DataSourceReader` must be created during logical phase to report statistics.
52
+ // In the future we should move statistics to the physical plans and create the
53
+ // `DataSourceReader` on the fly during planning.
54
optimizedReader: Option[DataSourceReader] = None,
55
pushedFilters: Seq[Expression] = Nil)
56
extends LeafNode with MultiInstanceRelation with DataSourceV2StringFormat {
0 commit comments