use num_rows for len

gabeiglio · gabeiglio · commit 61772f54a5be · 2025-02-06T18:50:53.000-08:00
diff --git a/pyiceberg/io/pyarrow.py b/pyiceberg/io/pyarrow.py
@@ -1360,7 +1360,7 @@ def _task_to_record_batches(
                 # Apply the user filter
                 if pyarrow_filter is not None:
                     filtered_batch = batch.filter(pyarrow_filter)
-                    if len(filtered_batch) == 0:
+                    if filtered_batch.num_rows == 0:
                         continue
                     output_batches = filtered_batch
             for output_batch in output_batches:
