@@ -877,57 +877,6 @@ class FileBasedDataSourceSuite extends QueryTest
877
877
}
878
878
}
879
879
}
880
-
881
- test(" SPARK-31116: Select nested parquet with case sensitive mode" ) {
882
- Seq (" true" , " false" ).foreach { nestedSchemaPruningEnabled =>
883
- withSQLConf(
884
- SQLConf .CASE_SENSITIVE .key -> " true" ,
885
- SQLConf .NESTED_SCHEMA_PRUNING_ENABLED .key -> nestedSchemaPruningEnabled) {
886
- withTempPath { dir =>
887
- val path = dir.getCanonicalPath
888
-
889
- // Prepare values for testing nested parquet data
890
- spark
891
- .range(1 )
892
- .selectExpr(" NAMED_STRUCT('lowercase', id, 'camelCase', id + 1) AS StructColumn" )
893
- .write.parquet(path)
894
-
895
- val exactSchema = " StructColumn struct<lowercase: LONG, camelCase: LONG>"
896
- checkAnswer(spark.read.schema(exactSchema).parquet(path), Row (Row (0 , 1 )))
897
-
898
- val innerColumnCaseInsensitiveSchema =
899
- " StructColumn struct<Lowercase: LONG, camelcase: LONG>"
900
- checkAnswer(
901
- spark.read.schema(innerColumnCaseInsensitiveSchema).parquet(path),
902
- Row (null ))
903
-
904
- val innerPartialColumnCaseInsensitiveSchema =
905
- " StructColumn struct<lowercase: LONG, camelcase: LONG>"
906
- checkAnswer(
907
- spark.read.schema(innerPartialColumnCaseInsensitiveSchema).parquet(path),
908
- Row (Row (0 , null )))
909
-
910
- val rootColumnCaseInsensitiveSchema =
911
- " structColumn struct<lowercase: LONG, camelCase: LONG>"
912
- checkAnswer(
913
- spark.read.schema(rootColumnCaseInsensitiveSchema).parquet(path),
914
- Row (null ))
915
-
916
- val combinedSchema =
917
- """
918
- |StructColumn
919
- |struct<lowercase: LONG, camelCase: LONG, LowerCase: LONG, camelcase: LONG>,
920
- |structColumn
921
- |struct<lowercase: LONG, camelCase: LONG, LowerCase: LONG, camelcase: LONG>
922
- |""" .stripMargin
923
-
924
- checkAnswer(
925
- spark.read.schema(combinedSchema).parquet(path),
926
- Row (Row (0 , 1 , null , null ), null ))
927
- }
928
- }
929
- }
930
- }
931
880
}
932
881
933
882
object TestingUDT {
0 commit comments