utf8 unneeded check

jorgecarleitao · Jun 8, 2022 · 6aca7c6 · 6aca7c6
1 parent 720d858
commit 6aca7c6
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/src/io/json_integration/read/array.rs b/src/io/json_integration/read/array.rs
@@ -185,7 +185,14 @@ fn to_utf8<O: Offset>(json_col: &ArrowJsonColumn, data_type: DataType) -> Arc<dy
         .iter()
         .flat_map(|value| value.as_str().unwrap().as_bytes().to_vec())
         .collect();
-    Arc::new(Utf8Array::new(data_type, offsets, values, validity))
+    // Safety:
+    // - we just created monotonically increasing offsets
+    // - we converted valid `&str` to bytes, so not needed to check utf8 again
+    unsafe {
+        Arc::new(Utf8Array::new_unchecked(
+            data_type, offsets, values, validity,
+        ))
+    }
 }
 
 fn to_list<O: Offset>(