rebase

crates/polars-arrow/Cargo.toml

@@ -120,7 +120,7 @@ io_ipc = ["arrow-format", "polars-error/arrow-format"]
 io_ipc_write_async = ["io_ipc", "futures"]
 io_ipc_read_async = ["io_ipc", "futures", "async-stream"]
 io_ipc_compression = ["lz4", "zstd", "io_ipc"]
-io_flight = ["io_ipc", "arrow-format/flight-data","io_ipc_read_async"]
+io_flight = ["io_ipc", "arrow-format/flight-data", "io_ipc_read_async"]
 
 io_avro = ["avro-schema", "polars-error/avro-schema"]
 io_avro_compression = [

crates/polars-arrow/src/io/ipc/read/file.rs

@@ -75,9 +75,6 @@ fn read_dictionary_block<R: Read + Seek>(
     message_scratch: &mut Vec<u8>,
     dictionary_scratch: &mut Vec<u8>,
 ) -> PolarsResult<()> {
-    let message = read_ipc_message_from_block(reader, block, message_scratch)?;
-    let batch = get_dictionary_batch(&message)?;
-
     let offset: u64 = block
         .offset
         .try_into()

crates/polars-arrow/src/io/ipc/read/flight_reader.rs

@@ -5,12 +5,11 @@ use polars_error::{polars_bail, polars_err, PolarsResult};
 
 use super::OutOfSpecKind;
 use crate::array::Array;
-use crate::chunk::Chunk;
 use crate::datatypes::ArrowSchema;
 use crate::io::ipc::read::schema::deserialize_stream_metadata;
 use crate::io::ipc::read::{read_dictionary, read_record_batch, Dictionaries, StreamMetadata};
 use crate::io::ipc::write::common::EncodedData;
-
+use crate::record_batch::RecordBatch;
 pub struct FlightStreamReader {
     metadata: Option<StreamMetadata>,
     dictionaries: Dictionaries,
@@ -33,7 +32,10 @@ impl FlightStreamReader {
             .map(|metadata| &metadata.schema)
     }
 
-    pub fn parse(&mut self, data: EncodedData) -> PolarsResult<Option<Chunk<Box<dyn Array>>>> {
+    pub fn parse(
+        &mut self,
+        data: EncodedData,
+    ) -> PolarsResult<Option<RecordBatch<Box<dyn Array>>>> {
         // First message should be the schema
         if self.metadata.is_none() {
             let message = arrow_format::ipc::MessageRef::read_as_root(data.ipc_message.as_ref())
@@ -63,7 +65,7 @@ fn convert_to_arrow_chunk(
     metadata: &StreamMetadata,
     dictionaries: &mut Dictionaries,
     flight_data: EncodedData,
-) -> PolarsResult<Option<Chunk<Box<dyn Array>>>> {
+) -> PolarsResult<Option<RecordBatch<Box<dyn Array>>>> {
     let EncodedData {
         ipc_message,
         arrow_data,