Skip to content

Commit 91fdedc

Browse files
committed
add comment
1 parent 3c5d175 commit 91fdedc

1 file changed

Lines changed: 4 additions & 0 deletions

File tree

sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/DataSourceV2Relation.scala

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,10 @@ case class DataSourceV2Relation(
4747
source: DataSourceV2,
4848
options: Map[String, String],
4949
userSpecifiedSchema: Option[StructType],
50+
// TODO: This is a workaround for the issue that Spark puts statistics in the logical plans.
51+
// A `DataSourceReader` must be created during logical phase to report statistics.
52+
// In the future we should move statistics to the physical plans and create the
53+
// `DataSourceReader` on the fly during planning.
5054
optimizedReader: Option[DataSourceReader] = None,
5155
pushedFilters: Seq[Expression] = Nil)
5256
extends LeafNode with MultiInstanceRelation with DataSourceV2StringFormat {

0 commit comments

Comments
 (0)