Improved read performance (#1124)

src/error.rs

@@ -62,6 +62,12 @@ impl From<simdutf8::basic::Utf8Error> for Error {
     }
 }
 
+impl From<std::collections::TryReserveError> for Error {
+    fn from(_: std::collections::TryReserveError) -> Error {
+        Error::Overflow
+    }
+}
+
 impl Display for Error {
     fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
         match self {

src/io/parquet/read/row_group.rs

@@ -120,10 +120,15 @@ fn _read_single_column<'a, R>(
 where
     R: Read + Seek,
 {
-    let (start, len) = meta.byte_range();
+    let (start, length) = meta.byte_range();
     reader.seek(std::io::SeekFrom::Start(start))?;
-    let mut chunk = vec![0; len as usize];
-    reader.read_exact(&mut chunk)?;
+
+    let mut chunk = vec![];
+    chunk.try_reserve(length as usize)?;
+    reader
+        .by_ref()
+        .take(length as u64)
+        .read_to_end(&mut chunk)?;
     Ok((meta, chunk))
 }
 
@@ -136,10 +141,12 @@ where
     F: Fn() -> BoxFuture<'b, std::io::Result<R>>,
 {
     let mut reader = factory().await?;
-    let (start, len) = meta.byte_range();
+    let (start, length) = meta.byte_range();
     reader.seek(std::io::SeekFrom::Start(start)).await?;
-    let mut chunk = vec![0; len as usize];
-    reader.read_exact(&mut chunk).await?;
+
+    let mut chunk = vec![];
+    chunk.try_reserve(length as usize)?;
+    reader.take(length as u64).read_to_end(&mut chunk).await?;
     Result::Ok((meta, chunk))
 }