update arrow

polars/Cargo.toml

@@ -167,6 +167,10 @@ docs-selection = [
     "arange"
 ]
 
+bench = [
+    "lazy"
+]
+
 [dependencies]
 polars-core = {version = "0.17.0", path = "./polars-core", features= ["docs", "private"], default-features = false}
 polars-io = {version = "0.17.0", path = "./polars-io", features = ["private"], default-features = false, optional=true}

polars/polars-arrow/Cargo.toml

@@ -9,7 +9,7 @@ description = "Arrow interfaces for Polars DataFrame library"
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 
 [dependencies]
-arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "0dda942c055cd6a195cac7060c33b0779a178935", default-features = false }
+arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "f146097350512aa28a2bf54181c49361b97a8053", default-features = false }
 #arrow = { package = "arrow2", git = "https://github.com/ritchie46/arrow2", branch="dev", default-features = false }
 #arrow = { package = "arrow2", version = "0.7", default-features=false}
 thiserror = "^1.0"

polars/polars-core/Cargo.toml

@@ -128,7 +128,7 @@ docs-selection = [
 ]
 
 [dependencies]
-arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "0dda942c055cd6a195cac7060c33b0779a178935", default-features = false, features=["compute"] }
+arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "f146097350512aa28a2bf54181c49361b97a8053", default-features = false, features=["compute"] }
 #arrow = { package = "arrow2", git = "https://github.com/ritchie46/arrow2", default-features = false, features=["compute"], branch="dev" }
 #arrow = { package = "arrow2", version="0.7", default-features = false, features=["compute"]}
 polars-arrow = {version = "0.17.0", path = "../polars-arrow"}

polars/polars-io/Cargo.toml

@@ -29,7 +29,7 @@ temporal = ["polars-core/dtype-date", "polars-core/dtype-datetime"]
 private = []
 
 [dependencies]
-arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "0dda942c055cd6a195cac7060c33b0779a178935", default-features = false }
+arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "f146097350512aa28a2bf54181c49361b97a8053", default-features = false }
 #arrow = { package = "arrow2", git = "https://github.com/ritchie46/arrow2", default-features = false, branch="dev"}
 #arrow = { package = "arrow2", version="0.7", --default-features=false }
 polars-core = {version = "0.17.0", path = "../polars-core", features = ["private"], default-features=false}

polars/polars-io/src/ipc.rs

@@ -34,6 +34,7 @@
 //! ```
 use super::{finish_reader, ArrowReader, ArrowResult, RecordBatch};
 use crate::prelude::*;
+use arrow::io::ipc::write::WriteOptions;
 use arrow::io::ipc::{read, write};
 use polars_core::prelude::*;
 use std::io::{Read, Seek, Write};
@@ -129,7 +130,11 @@ where
     }
 
     fn finish(mut self, df: &DataFrame) -> Result<()> {
-        let mut ipc_writer = write::FileWriter::try_new(&mut self.writer, &df.schema().to_arrow())?;
+        let mut ipc_writer = write::FileWriter::try_new(
+            &mut self.writer,
+            &df.schema().to_arrow(),
+            WriteOptions { compression: None },
+        )?;
 
         let iter = df.iter_record_batches();