Skip to content

Commit 42a1ad5

Browse files
committed
Stop filtering NaNs in UnsafeExternalSortSuite
1 parent bfca524 commit 42a1ad5

File tree

1 file changed

+1
-5
lines changed

1 file changed

+1
-5
lines changed

sql/core/src/test/scala/org/apache/spark/sql/execution/UnsafeExternalSortSuite.scala

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -83,11 +83,7 @@ class UnsafeExternalSortSuite extends SparkPlanTest with BeforeAndAfterAll {
8383
randomDataGenerator <- RandomDataGenerator.forType(dataType, nullable)
8484
) {
8585
test(s"sorting on $dataType with nullable=$nullable, sortOrder=$sortOrder") {
86-
val inputData = Seq.fill(1000)(randomDataGenerator()).filter {
87-
case d: Double => !d.isNaN
88-
case f: Float => !java.lang.Float.isNaN(f)
89-
case x => true
90-
}
86+
val inputData = Seq.fill(1000)(randomDataGenerator())
9187
val inputDf = TestSQLContext.createDataFrame(
9288
TestSQLContext.sparkContext.parallelize(Random.shuffle(inputData).map(v => Row(v))),
9389
StructType(StructField("a", dataType, nullable = true) :: Nil)

0 commit comments

Comments
 (0)