Update public-api

Cargo.toml

@@ -184,7 +184,7 @@ proc-macro2 = "1.0.95"
 prost = "0.14"
 prost-build = "0.14"
 prost-types = "0.14"
-public-api = "0.50"
+public-api = "0.51"
 pyo3 = { version = "0.27.0" }
 pyo3-bytes = "0.5"
 pyo3-log = "0.13.0"

encodings/alp/public-api.lock

@@ -432,6 +432,32 @@ pub const f32::SWEET: Self
 
 pub fn f32::as_int(self) -> Self::ALPInt
 
+pub fn f32::decode(encoded: &[Self::ALPInt], exponents: vortex_alp::Exponents) -> alloc::vec::Vec<Self>
+
+pub fn f32::decode_buffer(encoded: vortex_buffer::buffer_mut::BufferMut<Self::ALPInt>, exponents: vortex_alp::Exponents) -> vortex_buffer::buffer_mut::BufferMut<Self>
+
+pub fn f32::decode_into(encoded: &[Self::ALPInt], exponents: vortex_alp::Exponents, output: &mut [Self])
+
+pub fn f32::decode_single(encoded: Self::ALPInt, exponents: vortex_alp::Exponents) -> Self
+
+pub fn f32::decode_slice_inplace(encoded: &mut [Self::ALPInt], exponents: vortex_alp::Exponents)
+
+pub fn f32::encode(values: &[Self], exponents: core::option::Option<vortex_alp::Exponents>) -> (vortex_alp::Exponents, vortex_buffer::buffer::Buffer<Self::ALPInt>, vortex_buffer::buffer::Buffer<u64>, vortex_buffer::buffer::Buffer<Self>, vortex_buffer::buffer_mut::BufferMut<u64>)
+
+pub fn f32::encode_above(value: Self, exponents: vortex_alp::Exponents) -> Self::ALPInt
+
+pub fn f32::encode_below(value: Self, exponents: vortex_alp::Exponents) -> Self::ALPInt
+
+pub fn f32::encode_single(value: Self, exponents: vortex_alp::Exponents) -> core::option::Option<Self::ALPInt>
+
+pub fn f32::encode_single_unchecked(value: Self, exponents: vortex_alp::Exponents) -> Self::ALPInt
+
+pub fn f32::estimate_encoded_size(encoded: &[Self::ALPInt], patches: &[Self]) -> usize
+
+pub fn f32::fast_round(self) -> Self
+
+pub fn f32::find_best_exponents(values: &[Self]) -> vortex_alp::Exponents
+
 pub fn f32::from_int(n: Self::ALPInt) -> Self
 
 impl vortex_alp::ALPFloat for f64
@@ -450,6 +476,32 @@ pub const f64::SWEET: Self
 
 pub fn f64::as_int(self) -> Self::ALPInt
 
+pub fn f64::decode(encoded: &[Self::ALPInt], exponents: vortex_alp::Exponents) -> alloc::vec::Vec<Self>
+
+pub fn f64::decode_buffer(encoded: vortex_buffer::buffer_mut::BufferMut<Self::ALPInt>, exponents: vortex_alp::Exponents) -> vortex_buffer::buffer_mut::BufferMut<Self>
+
+pub fn f64::decode_into(encoded: &[Self::ALPInt], exponents: vortex_alp::Exponents, output: &mut [Self])
+
+pub fn f64::decode_single(encoded: Self::ALPInt, exponents: vortex_alp::Exponents) -> Self
+
+pub fn f64::decode_slice_inplace(encoded: &mut [Self::ALPInt], exponents: vortex_alp::Exponents)
+
+pub fn f64::encode(values: &[Self], exponents: core::option::Option<vortex_alp::Exponents>) -> (vortex_alp::Exponents, vortex_buffer::buffer::Buffer<Self::ALPInt>, vortex_buffer::buffer::Buffer<u64>, vortex_buffer::buffer::Buffer<Self>, vortex_buffer::buffer_mut::BufferMut<u64>)
+
+pub fn f64::encode_above(value: Self, exponents: vortex_alp::Exponents) -> Self::ALPInt
+
+pub fn f64::encode_below(value: Self, exponents: vortex_alp::Exponents) -> Self::ALPInt
+
+pub fn f64::encode_single(value: Self, exponents: vortex_alp::Exponents) -> core::option::Option<Self::ALPInt>
+
+pub fn f64::encode_single_unchecked(value: Self, exponents: vortex_alp::Exponents) -> Self::ALPInt
+
+pub fn f64::estimate_encoded_size(encoded: &[Self::ALPInt], patches: &[Self]) -> usize
+
+pub fn f64::fast_round(self) -> Self
+
+pub fn f64::find_best_exponents(values: &[Self]) -> vortex_alp::Exponents
+
 pub fn f64::from_int(n: Self::ALPInt) -> Self
 
 pub trait vortex_alp::ALPRDFloat: vortex_alp::alp_rd::private::Sealed + num_traits::float::Float + core::marker::Copy + vortex_array::dtype::ptype::NativePType
@@ -470,6 +522,8 @@ impl vortex_alp::ALPRDFloat for f32
 
 pub type f32::UINT = u32
 
+pub const f32::BITS: usize
+
 pub fn f32::from_bits(bits: Self::UINT) -> Self
 
 pub fn f32::from_u16(value: u16) -> Self::UINT
@@ -482,6 +536,8 @@ impl vortex_alp::ALPRDFloat for f64
 
 pub type f64::UINT = u64
 
+pub const f64::BITS: usize
+
 pub fn f64::from_bits(bits: Self::UINT) -> Self
 
 pub fn f64::from_u16(value: u16) -> Self::UINT

vortex-btrblocks/public-api.lock

@@ -270,8 +270,12 @@ impl vortex_btrblocks::CompressorStats for vortex_btrblocks::IntegerStats
 
 pub type vortex_btrblocks::IntegerStats::ArrayVTable = vortex_array::arrays::primitive::vtable::PrimitiveVTable
 
+pub fn vortex_btrblocks::IntegerStats::generate(input: &<Self::ArrayVTable as vortex_array::vtable::VTable>::Array) -> Self
+
 pub fn vortex_btrblocks::IntegerStats::generate_opts(input: &vortex_array::arrays::primitive::array::PrimitiveArray, opts: vortex_btrblocks::GenerateStatsOptions) -> Self
 
+pub fn vortex_btrblocks::IntegerStats::sample(&self, sample_size: u32, sample_count: u32) -> Self
+
 pub fn vortex_btrblocks::IntegerStats::sample_opts(&self, sample_size: u32, sample_count: u32, opts: vortex_btrblocks::GenerateStatsOptions) -> Self
 
 pub fn vortex_btrblocks::IntegerStats::source(&self) -> &vortex_array::arrays::primitive::array::PrimitiveArray
@@ -314,8 +318,12 @@ impl vortex_btrblocks::CompressorStats for vortex_btrblocks::IntegerStats
 
 pub type vortex_btrblocks::IntegerStats::ArrayVTable = vortex_array::arrays::primitive::vtable::PrimitiveVTable
 
+pub fn vortex_btrblocks::IntegerStats::generate(input: &<Self::ArrayVTable as vortex_array::vtable::VTable>::Array) -> Self
+
 pub fn vortex_btrblocks::IntegerStats::generate_opts(input: &vortex_array::arrays::primitive::array::PrimitiveArray, opts: vortex_btrblocks::GenerateStatsOptions) -> Self
 
+pub fn vortex_btrblocks::IntegerStats::sample(&self, sample_size: u32, sample_count: u32) -> Self
+
 pub fn vortex_btrblocks::IntegerStats::sample_opts(&self, sample_size: u32, sample_count: u32, opts: vortex_btrblocks::GenerateStatsOptions) -> Self
 
 pub fn vortex_btrblocks::IntegerStats::source(&self) -> &vortex_array::arrays::primitive::array::PrimitiveArray

vortex-buffer/public-api.lock

@@ -930,6 +930,10 @@ pub fn vortex_buffer::AlignedBuf::copy_to_const_aligned<const A: usize>(&mut sel
 
 impl<B: bytes::buf::buf_impl::Buf> vortex_buffer::AlignedBuf for B
 
+pub fn B::copy_to_aligned(&mut self, len: usize, alignment: vortex_buffer::Alignment) -> vortex_buffer::ByteBuffer
+
+pub fn B::copy_to_const_aligned<const A: usize>(&mut self, len: usize) -> vortex_buffer::ConstByteBuffer<A>
+
 pub fn vortex_buffer::get_bit(buf: &[u8], index: usize) -> bool
 
 pub unsafe fn vortex_buffer::get_bit_unchecked(buf: *const u8, index: usize) -> bool

vortex-file/public-api.lock

@@ -404,10 +404,14 @@ pub fn vortex_file::OpenOptionsSessionExt::open_options(&self) -> vortex_file::V
 
 impl<S: vortex_array::session::ArraySessionExt + vortex_layout::session::LayoutSessionExt + vortex_io::session::RuntimeSessionExt> vortex_file::OpenOptionsSessionExt for S
 
+pub fn S::open_options(&self) -> vortex_file::VortexOpenOptions
+
 pub trait vortex_file::WriteOptionsSessionExt: vortex_session::SessionExt
 
 pub fn vortex_file::WriteOptionsSessionExt::write_options(&self) -> vortex_file::VortexWriteOptions
 
 impl<S: vortex_session::SessionExt> vortex_file::WriteOptionsSessionExt for S
 
+pub fn S::write_options(&self) -> vortex_file::VortexWriteOptions
+
 pub fn vortex_file::register_default_encodings(session: &mut vortex_session::VortexSession)

vortex-io/public-api.lock

@@ -454,6 +454,12 @@ pub fn vortex_io::session::RuntimeSessionExt::with_tokio(self) -> Self
 
 impl<S: vortex_session::SessionExt> vortex_io::session::RuntimeSessionExt for S
 
+pub fn S::handle(&self) -> vortex_io::runtime::Handle
+
+pub fn S::with_handle(self, handle: vortex_io::runtime::Handle) -> Self
+
+pub fn S::with_tokio(self) -> Self
+
 pub mod vortex_io::std_file
 
 pub struct vortex_io::std_file::FileReadAt
@@ -552,6 +558,8 @@ pub fn vortex_io::OwnedSlice<T>::bytes_init(&self) -> usize
 
 pub fn vortex_io::OwnedSlice<T>::read_ptr(&self) -> *const u8
 
+pub fn vortex_io::OwnedSlice<T>::slice_owned(self, range: core::ops::range::Range<usize>) -> vortex_io::OwnedSlice<Self> where Self: core::marker::Sized
+
 pub struct vortex_io::SizeLimitedStream<Fut>
 
 impl<Fut> vortex_io::SizeLimitedStream<Fut> where Fut: core::future::future::Future
@@ -592,6 +600,8 @@ pub fn &'static [u8]::bytes_init(&self) -> usize
 
 pub fn &'static [u8]::read_ptr(&self) -> *const u8
 
+pub fn &'static [u8]::slice_owned(self, range: core::ops::range::Range<usize>) -> vortex_io::OwnedSlice<Self> where Self: core::marker::Sized
+
 impl vortex_io::IoBuf for alloc::vec::Vec<u8>
 
 pub fn alloc::vec::Vec<u8>::as_slice(&self) -> &[u8]
@@ -600,6 +610,8 @@ pub fn alloc::vec::Vec<u8>::bytes_init(&self) -> usize
 
 pub fn alloc::vec::Vec<u8>::read_ptr(&self) -> *const u8
 
+pub fn alloc::vec::Vec<u8>::slice_owned(self, range: core::ops::range::Range<usize>) -> vortex_io::OwnedSlice<Self> where Self: core::marker::Sized
+
 impl vortex_io::IoBuf for bytes::bytes::Bytes
 
 pub fn bytes::bytes::Bytes::as_slice(&self) -> &[u8]
@@ -608,6 +620,8 @@ pub fn bytes::bytes::Bytes::bytes_init(&self) -> usize
 
 pub fn bytes::bytes::Bytes::read_ptr(&self) -> *const u8
 
+pub fn bytes::bytes::Bytes::slice_owned(self, range: core::ops::range::Range<usize>) -> vortex_io::OwnedSlice<Self> where Self: core::marker::Sized
+
 impl<T: core::marker::Unpin + core::marker::Send + 'static> vortex_io::IoBuf for vortex_buffer::buffer::Buffer<T>
 
 pub fn vortex_buffer::buffer::Buffer<T>::as_slice(&self) -> &[u8]
@@ -616,6 +630,8 @@ pub fn vortex_buffer::buffer::Buffer<T>::bytes_init(&self) -> usize
 
 pub fn vortex_buffer::buffer::Buffer<T>::read_ptr(&self) -> *const u8
 
+pub fn vortex_buffer::buffer::Buffer<T>::slice_owned(self, range: core::ops::range::Range<usize>) -> vortex_io::OwnedSlice<Self> where Self: core::marker::Sized
+
 impl<T: vortex_io::IoBuf> vortex_io::IoBuf for vortex_io::OwnedSlice<T>
 
 pub fn vortex_io::OwnedSlice<T>::as_slice(&self) -> &[u8]
@@ -624,6 +640,8 @@ pub fn vortex_io::OwnedSlice<T>::bytes_init(&self) -> usize
 
 pub fn vortex_io::OwnedSlice<T>::read_ptr(&self) -> *const u8
 
+pub fn vortex_io::OwnedSlice<T>::slice_owned(self, range: core::ops::range::Range<usize>) -> vortex_io::OwnedSlice<Self> where Self: core::marker::Sized
+
 impl<const A: usize> vortex_io::IoBuf for vortex_buffer::ConstByteBuffer<A>
 
 pub fn vortex_buffer::ConstByteBuffer<A>::as_slice(&self) -> &[u8]
@@ -632,6 +650,8 @@ pub fn vortex_buffer::ConstByteBuffer<A>::bytes_init(&self) -> usize
 
 pub fn vortex_buffer::ConstByteBuffer<A>::read_ptr(&self) -> *const u8
 
+pub fn vortex_buffer::ConstByteBuffer<A>::slice_owned(self, range: core::ops::range::Range<usize>) -> vortex_io::OwnedSlice<Self> where Self: core::marker::Sized
+
 impl<const N: usize> vortex_io::IoBuf for [u8; N]
 
 pub fn [u8; N]::as_slice(&self) -> &[u8]
@@ -640,6 +660,8 @@ pub fn [u8; N]::bytes_init(&self) -> usize
 
 pub fn [u8; N]::read_ptr(&self) -> *const u8
 
+pub fn [u8; N]::slice_owned(self, range: core::ops::range::Range<usize>) -> vortex_io::OwnedSlice<Self> where Self: core::marker::Sized
+
 pub trait vortex_io::VortexReadAt: core::marker::Send + core::marker::Sync + 'static
 
 pub fn vortex_io::VortexReadAt::coalesce_config(&self) -> core::option::Option<vortex_io::CoalesceConfig>
@@ -666,12 +688,16 @@ pub fn alloc::sync::Arc<dyn vortex_io::VortexReadAt>::uri(&self) -> core::option
 
 impl vortex_io::VortexReadAt for vortex_buffer::ByteBuffer
 
+pub fn vortex_buffer::ByteBuffer::coalesce_config(&self) -> core::option::Option<vortex_io::CoalesceConfig>
+
 pub fn vortex_buffer::ByteBuffer::concurrency(&self) -> usize
 
 pub fn vortex_buffer::ByteBuffer::read_at(&self, offset: u64, length: usize, alignment: vortex_buffer::alignment::Alignment) -> futures_core::future::BoxFuture<'static, vortex_error::VortexResult<vortex_array::buffer::BufferHandle>>
 
 pub fn vortex_buffer::ByteBuffer::size(&self) -> futures_core::future::BoxFuture<'static, vortex_error::VortexResult<u64>>
 
+pub fn vortex_buffer::ByteBuffer::uri(&self) -> core::option::Option<&alloc::sync::Arc<str>>
+
 impl vortex_io::VortexReadAt for vortex_io::object_store::ObjectStoreReadAt
 
 pub fn vortex_io::object_store::ObjectStoreReadAt::coalesce_config(&self) -> core::option::Option<vortex_io::CoalesceConfig>

vortex-layout/public-api.lock

@@ -772,6 +772,8 @@ pub fn vortex_layout::layouts::table::TableStrategy::with_validity_strategy(self
 
 impl vortex_layout::LayoutStrategy for vortex_layout::layouts::table::TableStrategy
 
+pub fn vortex_layout::layouts::table::TableStrategy::buffered_bytes(&self) -> u64
+
 pub fn vortex_layout::layouts::table::TableStrategy::write_stream<'life0, 'async_trait>(&'life0 self, ctx: vortex_array::context::ArrayContext, segment_sink: vortex_layout::segments::SegmentSinkRef, stream: vortex_layout::sequence::SendableSequentialStream, eof: vortex_layout::sequence::SequencePointer, handle: vortex_io::runtime::handle::Handle) -> core::pin::Pin<alloc::boxed::Box<(dyn core::future::future::Future<Output = vortex_error::VortexResult<vortex_layout::LayoutRef>> + core::marker::Send + 'async_trait)>> where Self: 'async_trait, 'life0: 'async_trait
 
 pub mod vortex_layout::layouts::zoned
@@ -1200,6 +1202,8 @@ pub fn vortex_layout::sequence::SequentialArrayStreamExt::sequenced(self, pointe
 
 impl<S: vortex_array::stream::ArrayStream> vortex_layout::sequence::SequentialArrayStreamExt for S
 
+pub fn S::sequenced(self, pointer: vortex_layout::sequence::SequencePointer) -> vortex_layout::sequence::SendableSequentialStream where Self: core::marker::Sized + core::marker::Send + 'static
+
 pub trait vortex_layout::sequence::SequentialStream: futures_core::stream::Stream<Item = vortex_error::VortexResult<(vortex_layout::sequence::SequenceId, vortex_array::array::ArrayRef)>>
 
 pub fn vortex_layout::sequence::SequentialStream::dtype(&self) -> &vortex_array::dtype::DType
@@ -1218,6 +1222,8 @@ pub fn vortex_layout::sequence::SequentialStreamExt::sendable(self) -> vortex_la
 
 impl<S: vortex_layout::sequence::SequentialStream> vortex_layout::sequence::SequentialStreamExt for S
 
+pub fn S::sendable(self) -> vortex_layout::sequence::SendableSequentialStream where Self: core::marker::Sized + core::marker::Send + 'static
+
 pub type vortex_layout::sequence::SendableSequentialStream = core::pin::Pin<alloc::boxed::Box<(dyn vortex_layout::sequence::SequentialStream + core::marker::Send)>>
 
 pub mod vortex_layout::session
@@ -1246,6 +1252,8 @@ pub fn vortex_layout::session::LayoutSessionExt::layouts(&self) -> vortex_sessio
 
 impl<S: vortex_session::SessionExt> vortex_layout::session::LayoutSessionExt for S
 
+pub fn S::layouts(&self) -> vortex_session::Ref<'_, vortex_layout::session::LayoutSession>
+
 pub type vortex_layout::session::LayoutRegistry = vortex_session::registry::Registry<vortex_layout::LayoutEncodingRef>
 
 pub mod vortex_layout::vtable
@@ -1744,6 +1752,8 @@ pub fn vortex_layout::layouts::struct_::writer::StructStrategy::write_stream<'li
 
 impl vortex_layout::LayoutStrategy for vortex_layout::layouts::table::TableStrategy
 
+pub fn vortex_layout::layouts::table::TableStrategy::buffered_bytes(&self) -> u64
+
 pub fn vortex_layout::layouts::table::TableStrategy::write_stream<'life0, 'async_trait>(&'life0 self, ctx: vortex_array::context::ArrayContext, segment_sink: vortex_layout::segments::SegmentSinkRef, stream: vortex_layout::sequence::SendableSequentialStream, eof: vortex_layout::sequence::SequencePointer, handle: vortex_io::runtime::handle::Handle) -> core::pin::Pin<alloc::boxed::Box<(dyn core::future::future::Future<Output = vortex_error::VortexResult<vortex_layout::LayoutRef>> + core::marker::Send + 'async_trait)>> where Self: 'async_trait, 'life0: 'async_trait
 
 impl vortex_layout::LayoutStrategy for vortex_layout::layouts::zoned::writer::ZonedStrategy