update arrow

polars/polars-arrow/Cargo.toml

@@ -9,7 +9,8 @@ description = "Arrow interfaces for Polars DataFrame library"
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 
 [dependencies]
-arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "fa5d9eaead7eddce65624e67baabf75c975fb9bd", default-features = false }
+#arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "fa5d9eaead7eddce65624e67baabf75c975fb9bd", default-features = false }
+arrow = { package = "arrow2", git = "https://github.com/ritchie46/arrow2", default-features = false }
 #arrow = { package = "arrow2", version = "0.5.3", default-features=false}
 thiserror = "^1.0"
 num = "^0.4"

polars/polars-core/Cargo.toml

@@ -125,7 +125,8 @@ docs-selection = [
 ]
 
 [dependencies]
-arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "fa5d9eaead7eddce65624e67baabf75c975fb9bd", default-features = false, features=["compute"] }
+#arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "fa5d9eaead7eddce65624e67baabf75c975fb9bd", default-features = false, features=["compute"] }
+arrow = { package = "arrow2", git = "https://github.com/ritchie46/arrow2", default-features = false, features=["compute"] }
 #arrow = { package = "arrow2", version="0.5.3", default-features = false, features=["compute"]}
 polars-arrow = {version = "0.16.0", path = "../polars-arrow"}
 thiserror = "1.0"

polars/polars-core/src/chunked_array/object/mod.rs

@@ -101,12 +101,20 @@ where
     }
 
     fn slice(&self, offset: usize, length: usize) -> Box<dyn Array> {
+        assert!(
+            offset + length <= self.len(),
+            "the offset of the new Buffer cannot exceed the existing length"
+        );
+        unsafe { self.slice_unchecked(offset, length) }
+    }
+
+    unsafe fn slice_unchecked(&self, offset: usize, length: usize) -> Box<dyn Array> {
         let mut new = self.clone();
         let len = std::cmp::min(new.len - offset, length);
 
         new.len = len;
         new.offset = offset;
-        new.null_bitmap = new.null_bitmap.map(|x| x.slice(offset, len));
+        new.null_bitmap = new.null_bitmap.map(|x| x.slice_unchecked(offset, len));
         Box::new(new)
     }
 

polars/polars-io/Cargo.toml

@@ -29,7 +29,8 @@ temporal = ["polars-core/dtype-date32", "polars-core/dtype-date64"]
 private = []
 
 [dependencies]
-arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "fa5d9eaead7eddce65624e67baabf75c975fb9bd", default-features = false }
+#arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "fa5d9eaead7eddce65624e67baabf75c975fb9bd", default-features = false }
+arrow = { package = "arrow2", git = "https://github.com/ritchie46/arrow2", default-features = false }
 #arrow = { package = "arrow2", version="0.5.3", --default-features=false }
 polars-core = {version = "0.16.0", path = "../polars-core", features = ["private"], default-features=false}
 polars-arrow = {version = "0.16.0", path = "../polars-arrow"}