Parquet fuzz tests (apache#1053)

tustvold · Dec 29, 2021 · c5597b2 · c5597b2
1 parent 3dca969
commit c5597b2
Show file tree

Hide file tree

Showing 3 changed files with 264 additions and 87 deletions.
diff --git a/parquet/src/arrow/array_reader.rs b/parquet/src/arrow/array_reader.rs
@@ -60,7 +60,7 @@ use crate::arrow::converter::{
     Int96ArrayConverter, Int96Converter, IntervalDayTimeArrayConverter,
     IntervalDayTimeConverter, IntervalYearMonthArrayConverter,
     IntervalYearMonthConverter, LargeBinaryArrayConverter, LargeBinaryConverter,
-    LargeUtf8ArrayConverter, LargeUtf8Converter,
+    LargeUtf8ArrayConverter, LargeUtf8Converter, Utf8ArrayConverter, Utf8Converter,
 };
 use crate::arrow::record_reader::RecordReader;
 use crate::arrow::schema::parquet_to_arrow_field;
@@ -1690,12 +1690,24 @@ impl<'a> ArrayReaderBuilder {
                             arrow_type,
                         )?))
                     } else {
-                        use crate::arrow::arrow_array_reader::{
-                            ArrowArrayReader, StringArrayConverter,
-                        };
-                        let converter = StringArrayConverter::new();
-                        Ok(Box::new(ArrowArrayReader::try_new(
-                            *page_iterator,
+                        // use crate::arrow::arrow_array_reader::{
+                        //     ArrowArrayReader, StringArrayConverter,
+                        // };
+                        // let converter = StringArrayConverter::new();
+                        // Ok(Box::new(ArrowArrayReader::try_new(
+                        //     *page_iterator,
+                        //     column_desc,
+                        //     converter,
+                        //     arrow_type,
+                        // )?))
+
+                        // TODO: TEMPORARY
+                        let converter = Utf8Converter::new(Utf8ArrayConverter {});
+                        Ok(Box::new(ComplexObjectArrayReader::<
+                            ByteArrayType,
+                            Utf8Converter,
+                        >::new(
+                            page_iterator,
                             column_desc,
                             converter,
                             arrow_type,