From 4fb6faaed51b359e946e7f723f5d51da5c2380ce Mon Sep 17 00:00:00 2001 From: coastalwhite Date: Thu, 1 Aug 2024 10:41:39 +0200 Subject: [PATCH] fix: zero out bufferedbitpacked in skip --- .../src/parquet/encoding/hybrid_rle/buffered.rs | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/crates/polars-parquet/src/parquet/encoding/hybrid_rle/buffered.rs b/crates/polars-parquet/src/parquet/encoding/hybrid_rle/buffered.rs index 3908b5b35af54..89978f4583b7b 100644 --- a/crates/polars-parquet/src/parquet/encoding/hybrid_rle/buffered.rs +++ b/crates/polars-parquet/src/parquet/encoding/hybrid_rle/buffered.rs @@ -171,7 +171,12 @@ impl<'a> BufferedBitpacked<'a> { return unpacked_num_elements + n; } - self.decoder.len() + unpacked_num_elements + // We skip the entire decoder. Essentially, just zero it out. + let decoder = self.decoder.take(); + self.unpacked_start = 0; + self.unpacked_end = 0; + + decoder.len() + unpacked_num_elements } }