Skip to content

Commit 9709e96

Browse files
committed
Remove irrelevant test case: nested parquet query with case sensitive mode
* As SPARK-31116 only occurs when selecting nested parquet column with case insensitive mode, remove irrelevant test cases
1 parent 34e47fb commit 9709e96

File tree

1 file changed

+0
-51
lines changed

1 file changed

+0
-51
lines changed

sql/core/src/test/scala/org/apache/spark/sql/FileBasedDataSourceSuite.scala

Lines changed: 0 additions & 51 deletions
Original file line numberDiff line numberDiff line change
@@ -877,57 +877,6 @@ class FileBasedDataSourceSuite extends QueryTest
877877
}
878878
}
879879
}
880-
881-
test("SPARK-31116: Select nested parquet with case sensitive mode") {
882-
Seq("true", "false").foreach { nestedSchemaPruningEnabled =>
883-
withSQLConf(
884-
SQLConf.CASE_SENSITIVE.key -> "true",
885-
SQLConf.NESTED_SCHEMA_PRUNING_ENABLED.key -> nestedSchemaPruningEnabled) {
886-
withTempPath { dir =>
887-
val path = dir.getCanonicalPath
888-
889-
// Prepare values for testing nested parquet data
890-
spark
891-
.range(1)
892-
.selectExpr("NAMED_STRUCT('lowercase', id, 'camelCase', id + 1) AS StructColumn")
893-
.write.parquet(path)
894-
895-
val exactSchema = "StructColumn struct<lowercase: LONG, camelCase: LONG>"
896-
checkAnswer(spark.read.schema(exactSchema).parquet(path), Row(Row(0, 1)))
897-
898-
val innerColumnCaseInsensitiveSchema =
899-
"StructColumn struct<Lowercase: LONG, camelcase: LONG>"
900-
checkAnswer(
901-
spark.read.schema(innerColumnCaseInsensitiveSchema).parquet(path),
902-
Row(null))
903-
904-
val innerPartialColumnCaseInsensitiveSchema =
905-
"StructColumn struct<lowercase: LONG, camelcase: LONG>"
906-
checkAnswer(
907-
spark.read.schema(innerPartialColumnCaseInsensitiveSchema).parquet(path),
908-
Row(Row(0, null)))
909-
910-
val rootColumnCaseInsensitiveSchema =
911-
"structColumn struct<lowercase: LONG, camelCase: LONG>"
912-
checkAnswer(
913-
spark.read.schema(rootColumnCaseInsensitiveSchema).parquet(path),
914-
Row(null))
915-
916-
val combinedSchema =
917-
"""
918-
|StructColumn
919-
|struct<lowercase: LONG, camelCase: LONG, LowerCase: LONG, camelcase: LONG>,
920-
|structColumn
921-
|struct<lowercase: LONG, camelCase: LONG, LowerCase: LONG, camelcase: LONG>
922-
|""".stripMargin
923-
924-
checkAnswer(
925-
spark.read.schema(combinedSchema).parquet(path),
926-
Row(Row(0, 1, null, null), null))
927-
}
928-
}
929-
}
930-
}
931880
}
932881

933882
object TestingUDT {

0 commit comments

Comments
 (0)