Skip to content
This repository has been archived by the owner on Feb 18, 2024. It is now read-only.

Commit

Permalink
Fixed error
Browse files Browse the repository at this point in the history
  • Loading branch information
jorgecarleitao committed Jun 3, 2022
1 parent 06f8f36 commit 7decd19
Show file tree
Hide file tree
Showing 4 changed files with 7 additions and 3 deletions.
3 changes: 2 additions & 1 deletion src/io/parquet/read/deserialize/binary/basic.rs
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,8 @@ pub(super) struct Required<'a> {

impl<'a> Required<'a> {
pub fn new(page: &'a DataPage) -> Self {
let values = SizedBinaryIter::new(page.buffer(), page.num_values());
let (_, _, values) = utils::split_buffer(page);
let values = SizedBinaryIter::new(values, page.num_values());

Self { values }
}
Expand Down
1 change: 1 addition & 0 deletions src/io/parquet/read/deserialize/binary/nested.rs
Original file line number Diff line number Diff line change
Expand Up @@ -120,6 +120,7 @@ impl<'a, O: Offset> utils::Decoder<'a> for BinaryDecoder<O> {
}
}
State::OptionalDictionary(page_validity, page_values) => {
println!("optional_dict");
let dict_values = page_values.dict.values();
let dict_offsets = page_values.dict.offsets();

Expand Down
3 changes: 2 additions & 1 deletion src/io/parquet/read/deserialize/boolean/basic.rs
Original file line number Diff line number Diff line change
Expand Up @@ -55,8 +55,9 @@ struct FilteredRequired<'a> {

impl<'a> FilteredRequired<'a> {
pub fn new(page: &'a DataPage) -> Self {
let (_, _, values) = utils::split_buffer(page);
// todo: replace this by an iterator over slices, for faster deserialization
let values = BitmapIter::new(page.buffer(), 0, page.num_values());
let values = BitmapIter::new(values, 0, page.num_values());

let rows = get_selected_rows(page);
let values = SliceFilteredIter::new(values, rows);
Expand Down
3 changes: 2 additions & 1 deletion src/io/parquet/read/deserialize/boolean/nested.rs
Original file line number Diff line number Diff line change
Expand Up @@ -25,8 +25,9 @@ struct Required<'a> {

impl<'a> Required<'a> {
pub fn new(page: &'a DataPage) -> Self {
let (_, _, values) = utils::split_buffer(page);
Self {
values: page.buffer(),
values,
offset: 0,
length: page.num_values(),
}
Expand Down

0 comments on commit 7decd19

Please sign in to comment.