Skip to content

Commit 6dbd753

Browse files
committed
Address comment.
1 parent 4f5a91a commit 6dbd753

1 file changed

Lines changed: 1 addition & 9 deletions

File tree

sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetSchemaPruning.scala

Lines changed: 1 addition & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -40,19 +40,11 @@ private[sql] object ParquetSchemaPruning extends Rule[LogicalPlan] {
4040
plan
4141
}
4242

43-
// `PhysicalOperation` pattern returns relation operator's outputs if there is no
44-
// projects on it. In this case, we don't need to do schema pruning.
45-
private def directOutput(projects: Seq[NamedExpression], plan: LogicalPlan): Boolean = {
46-
projects.length == plan.output.length && projects.zip(plan.output).forall {
47-
case (l, r) => l.name == r.name && l.dataType.sameType(r.dataType)
48-
}
49-
}
50-
5143
private def apply0(plan: LogicalPlan): LogicalPlan =
5244
plan transformDown {
5345
case op @ PhysicalOperation(projects, filters,
5446
l @ LogicalRelation(hadoopFsRelation: HadoopFsRelation, _, _, _))
55-
if canPruneRelation(hadoopFsRelation) && !directOutput(projects, l) =>
47+
if canPruneRelation(hadoopFsRelation) =>
5648
val (normalizedProjects, normalizedFilters) =
5749
normalizeAttributeRefNames(l, projects, filters)
5850
val requestedRootFields = identifyRootFields(normalizedProjects, normalizedFilters)

0 commit comments

Comments
 (0)