From 8197ea438174d3c74fc3e6b4c1ddaa38a0bc3c60 Mon Sep 17 00:00:00 2001
From: coastalwhite <me@gburghoorn.com>
Date: Mon, 12 Aug 2024 10:02:03 +0200
Subject: [PATCH] fix: Parquet with `filter=None`

---
 .../src/arrow/read/deserialize/nested_utils.rs              | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/crates/polars-parquet/src/arrow/read/deserialize/nested_utils.rs b/crates/polars-parquet/src/arrow/read/deserialize/nested_utils.rs
index 217d9f694510..fd135a9b63ac 100644
--- a/crates/polars-parquet/src/arrow/read/deserialize/nested_utils.rs
+++ b/crates/polars-parquet/src/arrow/read/deserialize/nested_utils.rs
@@ -388,14 +388,18 @@ fn extend_offsets2<'a, D: utils::NestedDecoder>(
     def_levels: &[u16],
     rep_levels: &[u16],
 ) -> PolarsResult<()> {
+    debug_assert_eq!(def_iter.len(), rep_iter.len());
+
     match filter {
         None => {
+            let limit = def_iter.len();
+
             extend_offsets_limited(
                 &mut def_iter,
                 &mut rep_iter,
                 batched_collector,
                 nested,
-                usize::MAX,
+                limit,
                 def_levels,
                 rep_levels,
             )?;