refactor: Fix new-streaming test_lazy_parquet::test_row_index

pola-rs · Sep 30, 2024 · 28c556a · 28c556a
1 parent 4cd4ae6
commit 28c556a
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 3 deletions.
diff --git a/crates/polars-python/Cargo.toml b/crates/polars-python/Cargo.toml
@@ -247,7 +247,7 @@ all = [
   "binary_encoding",
   "ffi_plugin",
   "polars_cloud",
-  # "new_streaming",
+  "new_streaming",
 ]
 
 # we cannot conditionally activate simd

diff --git a/crates/polars-stream/src/nodes/parquet_source/row_group_decode.rs b/crates/polars-stream/src/nodes/parquet_source/row_group_decode.rs
@@ -639,8 +639,6 @@ fn decode_column_prefiltered(
         deserialize_filter,
     )?;
 
-    assert_eq!(array.len(), expected_num_rows);
-
     let column = Series::try_from((arrow_field, array))?.into_column();
 
     let column = if !prefilter {

diff --git a/py-polars/polars/lazyframe/frame.py b/py-polars/polars/lazyframe/frame.py
@@ -1983,6 +1983,7 @@ def collect(
         └─────┴─────┴─────┘
         """
         new_streaming = _kwargs.get("new_streaming", False)
+        new_streaming = _kwargs.get("new_streaming", True)
 
         if no_optimization or _eager:
             predicate_pushdown = False