still truncate rows on globbed readers

pola-rs · Jan 7, 2022 · 76ff4be · 76ff4be
1 parent 84c7a81
commit 76ff4be
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 5 deletions.
diff --git a/polars/polars-lazy/src/frame/csv.rs b/polars/polars-lazy/src/frame/csv.rs
@@ -210,8 +210,10 @@ impl<'a> LazyCsvReader<'a> {
                     let path_string = path.to_string_lossy().into_owned();
                     let mut builder = self.clone();
                     builder.path = path_string;
-                    builder.skip_rows = 0;
-                    builder.n_rows = None;
+                    if builder.skip_rows > 0 {
+                        builder.skip_rows = 0;
+                        builder.n_rows = None;
+                    }
                     // do no rechunk yet.
                     builder.rechunk = false;
                     builder.finish_impl()

diff --git a/polars/polars-lazy/src/frame/ipc.rs b/polars/polars-lazy/src/frame/ipc.rs
@@ -41,8 +41,6 @@ impl LazyFrame {
                 .map(|r| {
                     let path = r.map_err(|e| PolarsError::ComputeError(format!("{}", e).into()))?;
                     let path_string = path.to_string_lossy().into_owned();
-                    let mut args = args;
-                    args.n_rows = None;
                     Self::scan_ipc_impl(path_string, args)
                 })
                 .collect::<Result<Vec<_>>>()?;

diff --git a/polars/polars-lazy/src/frame/parquet.rs b/polars/polars-lazy/src/frame/parquet.rs
@@ -45,7 +45,7 @@ impl LazyFrame {
                 .map(|r| {
                     let path = r.map_err(|e| PolarsError::ComputeError(format!("{}", e).into()))?;
                     let path_string = path.to_string_lossy().into_owned();
-                    Self::scan_parquet_impl(path_string, None, args.cache, false)
+                    Self::scan_parquet_impl(path_string, args.n_rows, args.cache, false)
                 })
                 .collect::<Result<Vec<_>>>()?;