refactor(rust): Fix nan-ignoring max/min in new-streaming (#18593)

pola-rs · Sep 6, 2024 · 106e239 · 106e239
1 parent dcd4195
commit 106e239
Show file tree

Hide file tree

Showing 3 changed files with 19 additions and 2 deletions.
diff --git a/crates/polars-core/src/datatypes/any_value.rs b/crates/polars-core/src/datatypes/any_value.rs
@@ -499,6 +499,14 @@ impl<'a> AnyValue<'a> {
         )
     }
 
+    pub fn is_nan(&self) -> bool {
+        match self {
+            AnyValue::Float32(f) => f.is_nan(),
+            AnyValue::Float64(f) => f.is_nan(),
+            _ => false,
+        }
+    }
+
     pub fn is_null(&self) -> bool {
         matches!(self, AnyValue::Null)
     }

diff --git a/crates/polars-core/src/scalar/mod.rs b/crates/polars-core/src/scalar/mod.rs
@@ -22,6 +22,11 @@ impl Scalar {
         self.value.is_null()
     }
 
+    #[inline(always)]
+    pub fn is_nan(&self) -> bool {
+        self.value.is_nan()
+    }
+
     #[inline(always)]
     pub fn value(&self) -> &AnyValue<'static> {
         &self.value

diff --git a/crates/polars-expr/src/reduce/min_max.rs b/crates/polars-expr/src/reduce/min_max.rs
@@ -25,7 +25,9 @@ struct MinReduceState {
 
 impl MinReduceState {
     fn update_with_value(&mut self, other: &AnyValue<'static>) {
-        if self.value.is_null() || !other.is_null() && other < self.value.value() {
+        if self.value.is_null()
+            || !other.is_null() && (other < self.value.value() || self.value.is_nan())
+        {
             self.value.update(other.clone());
         }
     }
@@ -78,7 +80,9 @@ struct MaxReduceState {
 
 impl MaxReduceState {
     fn update_with_value(&mut self, other: &AnyValue<'static>) {
-        if self.value.is_null() || !other.is_null() && other > self.value.value() {
+        if self.value.is_null()
+            || !other.is_null() && (other > self.value.value() || self.value.is_nan())
+        {
             self.value.update(other.clone());
         }
     }