optimize expression pushdown

Author: adriangb

datafusion/datasource-parquet/src/opener.rs

@@ -40,6 +40,7 @@ use datafusion_datasource::PartitionedFile;
 use datafusion_physical_expr::PhysicalExprSchemaRewriter;
 use datafusion_physical_expr_common::physical_expr::PhysicalExpr;
 use datafusion_physical_optimizer::pruning::PruningPredicate;
+use datafusion_physical_optimizer::simplify_expressions::PhysicalExprSimplifier;
 use datafusion_physical_plan::metrics::{Count, ExecutionPlanMetricsSet, MetricBuilder};
 
 use futures::{StreamExt, TryStreamExt};
@@ -262,7 +263,13 @@ impl FileOpener for ParquetOpener {
                     )
                     .rewrite(p)
                     .map_err(ArrowError::from)
+                    .map(|p| {
+                        PhysicalExprSimplifier::new(&physical_file_schema)
+                            .simplify(p)
+                            .map_err(ArrowError::from)
+                    })
                 })
+                .transpose()?
                 .transpose()?;
 
             // Build predicates for this specific file