File tree Expand file tree Collapse file tree 2 files changed +4
-6
lines changed
core/src/test/scala/org/apache/spark/sql/execution/datasources/orc
hive/src/test/scala/org/apache/spark/sql/hive/orc Expand file tree Collapse file tree 2 files changed +4
-6
lines changed Original file line number Diff line number Diff line change @@ -34,6 +34,10 @@ import org.apache.spark.sql.types._
34
34
35
35
/**
36
36
* A test suite that tests Apache ORC filter API based filter pushdown optimization.
37
+ * OrcFilterSuite and HiveOrcFilterSuite is logically duplicated to provide the same test coverage.
38
+ * The difference are the packages containing 'Predicate' and 'SearchArgument' classes.
39
+ * - OrcFilterSuite uses 'org.apache.orc.storage.ql.io.sarg' package.
40
+ * - HiveOrcFilterSuite uses 'org.apache.hadoop.hive.ql.io.sarg' package.
37
41
*/
38
42
class OrcFilterSuite extends OrcTest with SharedSQLContext {
39
43
@@ -287,11 +291,6 @@ class OrcFilterSuite extends OrcTest with SharedSQLContext {
287
291
288
292
test(" filter pushdown - combinations with logical operators" ) {
289
293
withOrcDataFrame((1 to 4 ).map(i => Tuple1 (Option (i)))) { implicit df =>
290
- // Because `ExpressionTree` is not accessible at Hive 1.2.x, this should be checked
291
- // in string form in order to check filter creation including logical operators
292
- // such as `and`, `or` or `not`. So, this function uses `SearchArgument.toString()`
293
- // to produce string expression and then compare it to given string expression below.
294
- // This might have to be changed after Hive version is upgraded.
295
294
checkFilterPredicate(
296
295
' _1 .isNotNull,
297
296
" leaf-0 = (IS_NULL _1), expr = (not leaf-0)"
Original file line number Diff line number Diff line change @@ -31,7 +31,6 @@ import org.apache.spark.sql.catalyst.planning.PhysicalOperation
31
31
import org .apache .spark .sql .execution .datasources .{DataSourceStrategy , HadoopFsRelation , LogicalRelation }
32
32
import org .apache .spark .sql .execution .datasources .orc .OrcTest
33
33
import org .apache .spark .sql .hive .test .TestHiveSingleton
34
- import org .apache .spark .sql .internal .SQLConf .ORC_IMPLEMENTATION
35
34
import org .apache .spark .sql .types ._
36
35
37
36
/**
You can’t perform that action at this time.
0 commit comments