Skip to content

Commit bcc81be

Browse files
committed
Fix Once strategy's idempotence is broken for batch Infer Filters
1 parent f001b27 commit bcc81be

File tree

2 files changed

+2
-1
lines changed

2 files changed

+2
-1
lines changed

sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -51,6 +51,7 @@ abstract class Optimizer(catalogManager: CatalogManager)
5151
override protected val excludedOnceBatches: Set[String] =
5252
Set(
5353
"PartitionPruning",
54+
"Infer Filters from PartitionPruning",
5455
"Extract Python UDFs")
5556

5657
protected def fixedPoint =

sql/core/src/main/scala/org/apache/spark/sql/execution/SparkOptimizer.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -46,7 +46,7 @@ class SparkOptimizer(
4646
OptimizeSubqueries) :+
4747
Batch("Pushdown Filters from PartitionPruning", fixedPoint,
4848
PushDownPredicates) :+
49-
Batch("Infer Filters from DynamicPruning", Once,
49+
Batch("Infer Filters from PartitionPruning", Once,
5050
InferFiltersFromConstraints) :+
5151
Batch("Cleanup filters that cannot be pushed down", Once,
5252
CleanupDynamicPruningFilters,

0 commit comments

Comments
 (0)