Skip to content

Array VTables Follow Up #7276

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
gatesn merged 15 commits into from
Apr 3, 2026
Merged

Array VTables Follow Up #7276

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
15 commits
Select commit Hold shift + click to select a range
cc65d6a
Follow up
gatesn Apr 2, 2026
c683cc5
Follow up
gatesn Apr 2, 2026
8f761a5
Advanced frame parsing
gatesn Apr 3, 2026
8b80dd8
Advanced frame parsing
gatesn Apr 3, 2026
7ea2ef8
Advanced frame parsing
gatesn Apr 3, 2026
c3cd511
Advanced frame parsing
gatesn Apr 3, 2026
8e6d4e2
Advanced frame parsing
gatesn Apr 3, 2026
af6da6d
Normalize Execution
gatesn Apr 3, 2026
2254f42
Remove triggers
gatesn Apr 3, 2026
0a30865
Remove triggers
gatesn Apr 3, 2026
1dc30b2
Remove triggers
gatesn Apr 3, 2026
28a23ff
Remove triggers
gatesn Apr 3, 2026
141d241
Remove triggers
gatesn Apr 3, 2026
1ff0c45
Remove triggers
gatesn Apr 3, 2026
7c578bf
Remove triggers
gatesn Apr 3, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion docs/api/python/arrays.rst
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -144,7 +144,7 @@ Registry and Serde
.. autoclass:: vortex.ArrayContext
:members:

.. autoclass:: vortex.ArrayParts
.. autoclass:: vortex.SerializedArray
:members:


Expand Down
108 changes: 25 additions & 83 deletions encodings/alp/public-api.lock
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ impl vortex_alp::ALP

pub fn vortex_alp::ALP::new(encoded: vortex_array::array::erased::ArrayRef, exponents: vortex_alp::Exponents, patches: core::option::Option<vortex_array::patches::Patches>) -> vortex_alp::ALPArray

pub unsafe fn vortex_alp::ALP::new_unchecked(encoded: vortex_array::array::erased::ArrayRef, exponents: vortex_alp::Exponents, patches: core::option::Option<vortex_array::patches::Patches>, dtype: vortex_array::dtype::DType) -> vortex_alp::ALPArray
pub unsafe fn vortex_alp::ALP::new_unchecked(encoded: vortex_array::array::erased::ArrayRef, exponents: vortex_alp::Exponents, patches: core::option::Option<vortex_array::patches::Patches>) -> vortex_alp::ALPArray

pub fn vortex_alp::ALP::try_new(encoded: vortex_array::array::erased::ArrayRef, exponents: vortex_alp::Exponents, patches: core::option::Option<vortex_array::patches::Patches>) -> vortex_error::VortexResult<vortex_alp::ALPArray>

Expand All @@ -28,8 +28,6 @@ impl vortex_array::array::vtable::VTable for vortex_alp::ALP

pub type vortex_alp::ALP::ArrayData = vortex_alp::ALPData

pub type vortex_alp::ALP::Metadata = vortex_array::metadata::ProstMetadata<vortex_alp::ALPMetadata>

pub type vortex_alp::ALP::OperationsVTable = vortex_alp::ALP

pub type vortex_alp::ALP::ValidityVTable = vortex_array::array::vtable::validity::ValidityVTableFromChild
Expand All @@ -42,35 +40,25 @@ pub fn vortex_alp::ALP::buffer(_array: vortex_array::array::view::ArrayView<'_,

pub fn vortex_alp::ALP::buffer_name(_array: vortex_array::array::view::ArrayView<'_, Self>, _idx: usize) -> core::option::Option<alloc::string::String>

pub fn vortex_alp::ALP::build(dtype: &vortex_array::dtype::DType, len: usize, metadata: &Self::Metadata, _buffers: &[vortex_array::buffer::BufferHandle], children: &dyn vortex_array::serde::ArrayChildren) -> vortex_error::VortexResult<vortex_alp::ALPData>

pub fn vortex_alp::ALP::deserialize(bytes: &[u8], _dtype: &vortex_array::dtype::DType, _len: usize, _buffers: &[vortex_array::buffer::BufferHandle], _session: &vortex_session::VortexSession) -> vortex_error::VortexResult<Self::Metadata>

pub fn vortex_alp::ALP::dtype(array: &vortex_alp::ALPData) -> &vortex_array::dtype::DType
pub fn vortex_alp::ALP::deserialize(&self, dtype: &vortex_array::dtype::DType, len: usize, metadata: &[u8], _buffers: &[vortex_array::buffer::BufferHandle], children: &dyn vortex_array::serde::ArrayChildren, _session: &vortex_session::VortexSession) -> vortex_error::VortexResult<vortex_alp::ALPData>

pub fn vortex_alp::ALP::execute(array: vortex_array::array::typed::Array<Self>, ctx: &mut vortex_array::executor::ExecutionCtx) -> vortex_error::VortexResult<vortex_array::executor::ExecutionResult>

pub fn vortex_alp::ALP::execute_parent(array: vortex_array::array::view::ArrayView<'_, Self>, parent: &vortex_array::array::erased::ArrayRef, child_idx: usize, ctx: &mut vortex_array::executor::ExecutionCtx) -> vortex_error::VortexResult<core::option::Option<vortex_array::array::erased::ArrayRef>>

pub fn vortex_alp::ALP::id(&self) -> vortex_array::array::ArrayId

pub fn vortex_alp::ALP::len(array: &vortex_alp::ALPData) -> usize

pub fn vortex_alp::ALP::metadata(array: vortex_array::array::view::ArrayView<'_, Self>) -> vortex_error::VortexResult<Self::Metadata>

pub fn vortex_alp::ALP::nbuffers(_array: vortex_array::array::view::ArrayView<'_, Self>) -> usize

pub fn vortex_alp::ALP::reduce_parent(array: vortex_array::array::view::ArrayView<'_, Self>, parent: &vortex_array::array::erased::ArrayRef, child_idx: usize) -> vortex_error::VortexResult<core::option::Option<vortex_array::array::erased::ArrayRef>>

pub fn vortex_alp::ALP::serialize(metadata: Self::Metadata) -> vortex_error::VortexResult<core::option::Option<alloc::vec::Vec<u8>>>
pub fn vortex_alp::ALP::serialize(array: vortex_array::array::view::ArrayView<'_, Self>) -> vortex_error::VortexResult<core::option::Option<alloc::vec::Vec<u8>>>

pub fn vortex_alp::ALP::slot_name(_array: vortex_array::array::view::ArrayView<'_, Self>, idx: usize) -> alloc::string::String

pub fn vortex_alp::ALP::slots(array: vortex_array::array::view::ArrayView<'_, Self>) -> &[core::option::Option<vortex_array::array::erased::ArrayRef>]

pub fn vortex_alp::ALP::stats(array: &vortex_alp::ALPData) -> &vortex_array::stats::array::ArrayStats

pub fn vortex_alp::ALP::vtable(_array: &Self::ArrayData) -> &Self
pub fn vortex_alp::ALP::validate(&self, data: &vortex_alp::ALPData, dtype: &vortex_array::dtype::DType, len: usize) -> vortex_error::VortexResult<()>

pub fn vortex_alp::ALP::with_slots(array: &mut Self::ArrayData, slots: alloc::vec::Vec<core::option::Option<vortex_array::array::erased::ArrayRef>>) -> vortex_error::VortexResult<()>

Expand Down Expand Up @@ -118,22 +106,14 @@ pub struct vortex_alp::ALPData

impl vortex_alp::ALPData

pub fn vortex_alp::ALPData::dtype(&self) -> &vortex_array::dtype::DType

pub fn vortex_alp::ALPData::encoded(&self) -> &vortex_array::array::erased::ArrayRef

pub fn vortex_alp::ALPData::exponents(&self) -> vortex_alp::Exponents

pub fn vortex_alp::ALPData::into_parts(self) -> (vortex_array::array::erased::ArrayRef, vortex_alp::Exponents, core::option::Option<vortex_array::patches::Patches>, vortex_array::dtype::DType)

pub fn vortex_alp::ALPData::is_empty(&self) -> bool

pub fn vortex_alp::ALPData::len(&self) -> usize
pub fn vortex_alp::ALPData::into_parts(self) -> (vortex_array::array::erased::ArrayRef, vortex_alp::Exponents, core::option::Option<vortex_array::patches::Patches>)

pub fn vortex_alp::ALPData::patches(&self) -> core::option::Option<vortex_array::patches::Patches>

pub fn vortex_alp::ALPData::ptype(&self) -> vortex_array::dtype::ptype::PType

impl vortex_alp::ALPData

pub fn vortex_alp::ALPData::new(encoded: vortex_array::array::erased::ArrayRef, exponents: vortex_alp::Exponents, patches: core::option::Option<vortex_array::patches::Patches>) -> Self
Expand All @@ -144,18 +124,10 @@ impl core::clone::Clone for vortex_alp::ALPData

pub fn vortex_alp::ALPData::clone(&self) -> vortex_alp::ALPData

impl core::convert::From<vortex_alp::ALPData> for vortex_array::array::erased::ArrayRef

pub fn vortex_array::array::erased::ArrayRef::from(value: vortex_alp::ALPData) -> vortex_array::array::erased::ArrayRef

impl core::fmt::Debug for vortex_alp::ALPData

pub fn vortex_alp::ALPData::fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result

impl vortex_array::array::IntoArray for vortex_alp::ALPData

pub fn vortex_alp::ALPData::into_array(self) -> vortex_array::array::erased::ArrayRef

pub struct vortex_alp::ALPMetadata

impl core::clone::Clone for vortex_alp::ALPMetadata
Expand Down Expand Up @@ -198,8 +170,6 @@ impl vortex_array::array::vtable::VTable for vortex_alp::ALPRD

pub type vortex_alp::ALPRD::ArrayData = vortex_alp::ALPRDData

pub type vortex_alp::ALPRD::Metadata = vortex_array::metadata::ProstMetadata<vortex_alp::ALPRDMetadata>

pub type vortex_alp::ALPRD::OperationsVTable = vortex_alp::ALPRD

pub type vortex_alp::ALPRD::ValidityVTable = vortex_array::array::vtable::validity::ValidityVTableFromChild
Expand All @@ -212,35 +182,25 @@ pub fn vortex_alp::ALPRD::buffer(_array: vortex_array::array::view::ArrayView<'_

pub fn vortex_alp::ALPRD::buffer_name(_array: vortex_array::array::view::ArrayView<'_, Self>, _idx: usize) -> core::option::Option<alloc::string::String>

pub fn vortex_alp::ALPRD::build(dtype: &vortex_array::dtype::DType, len: usize, metadata: &Self::Metadata, _buffers: &[vortex_array::buffer::BufferHandle], children: &dyn vortex_array::serde::ArrayChildren) -> vortex_error::VortexResult<vortex_alp::ALPRDData>

pub fn vortex_alp::ALPRD::deserialize(bytes: &[u8], _dtype: &vortex_array::dtype::DType, _len: usize, _buffers: &[vortex_array::buffer::BufferHandle], _session: &vortex_session::VortexSession) -> vortex_error::VortexResult<Self::Metadata>

pub fn vortex_alp::ALPRD::dtype(array: &vortex_alp::ALPRDData) -> &vortex_array::dtype::DType
pub fn vortex_alp::ALPRD::deserialize(&self, dtype: &vortex_array::dtype::DType, len: usize, metadata: &[u8], _buffers: &[vortex_array::buffer::BufferHandle], children: &dyn vortex_array::serde::ArrayChildren, _session: &vortex_session::VortexSession) -> vortex_error::VortexResult<vortex_alp::ALPRDData>

pub fn vortex_alp::ALPRD::execute(array: vortex_array::array::typed::Array<Self>, ctx: &mut vortex_array::executor::ExecutionCtx) -> vortex_error::VortexResult<vortex_array::executor::ExecutionResult>

pub fn vortex_alp::ALPRD::execute_parent(array: vortex_array::array::view::ArrayView<'_, Self>, parent: &vortex_array::array::erased::ArrayRef, child_idx: usize, ctx: &mut vortex_array::executor::ExecutionCtx) -> vortex_error::VortexResult<core::option::Option<vortex_array::array::erased::ArrayRef>>

pub fn vortex_alp::ALPRD::id(&self) -> vortex_array::array::ArrayId

pub fn vortex_alp::ALPRD::len(array: &vortex_alp::ALPRDData) -> usize

pub fn vortex_alp::ALPRD::metadata(array: vortex_array::array::view::ArrayView<'_, Self>) -> vortex_error::VortexResult<Self::Metadata>

pub fn vortex_alp::ALPRD::nbuffers(_array: vortex_array::array::view::ArrayView<'_, Self>) -> usize

pub fn vortex_alp::ALPRD::reduce_parent(array: vortex_array::array::view::ArrayView<'_, Self>, parent: &vortex_array::array::erased::ArrayRef, child_idx: usize) -> vortex_error::VortexResult<core::option::Option<vortex_array::array::erased::ArrayRef>>

pub fn vortex_alp::ALPRD::serialize(metadata: Self::Metadata) -> vortex_error::VortexResult<core::option::Option<alloc::vec::Vec<u8>>>
pub fn vortex_alp::ALPRD::serialize(array: vortex_array::array::view::ArrayView<'_, Self>) -> vortex_error::VortexResult<core::option::Option<alloc::vec::Vec<u8>>>

pub fn vortex_alp::ALPRD::slot_name(_array: vortex_array::array::view::ArrayView<'_, Self>, idx: usize) -> alloc::string::String

pub fn vortex_alp::ALPRD::slots(array: vortex_array::array::view::ArrayView<'_, Self>) -> &[core::option::Option<vortex_array::array::erased::ArrayRef>]

pub fn vortex_alp::ALPRD::stats(array: &vortex_alp::ALPRDData) -> &vortex_array::stats::array::ArrayStats

pub fn vortex_alp::ALPRD::vtable(_array: &Self::ArrayData) -> &Self
pub fn vortex_alp::ALPRD::validate(&self, data: &vortex_alp::ALPRDData, dtype: &vortex_array::dtype::DType, len: usize) -> vortex_error::VortexResult<()>

pub fn vortex_alp::ALPRD::with_slots(array: &mut Self::ArrayData, slots: alloc::vec::Vec<core::option::Option<vortex_array::array::erased::ArrayRef>>) -> vortex_error::VortexResult<()>

Expand Down Expand Up @@ -272,46 +232,18 @@ impl vortex_array::scalar_fn::fns::mask::kernel::MaskReduce for vortex_alp::ALPR

pub fn vortex_alp::ALPRD::mask(array: vortex_array::array::view::ArrayView<'_, Self>, mask: &vortex_array::array::erased::ArrayRef) -> vortex_error::VortexResult<core::option::Option<vortex_array::array::erased::ArrayRef>>

pub struct vortex_alp::ALPRDArrayParts

pub vortex_alp::ALPRDArrayParts::dtype: vortex_array::dtype::DType

pub vortex_alp::ALPRDArrayParts::left_parts: vortex_array::array::erased::ArrayRef

pub vortex_alp::ALPRDArrayParts::left_parts_dictionary: vortex_buffer::buffer::Buffer<u16>

pub vortex_alp::ALPRDArrayParts::left_parts_patches: core::option::Option<vortex_array::patches::Patches>

pub vortex_alp::ALPRDArrayParts::right_parts: vortex_array::array::erased::ArrayRef

impl core::clone::Clone for vortex_alp::ALPRDArrayParts

pub fn vortex_alp::ALPRDArrayParts::clone(&self) -> vortex_alp::ALPRDArrayParts

impl core::fmt::Debug for vortex_alp::ALPRDArrayParts

pub fn vortex_alp::ALPRDArrayParts::fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result

pub struct vortex_alp::ALPRDData

impl vortex_alp::ALPRDData

pub fn vortex_alp::ALPRDData::dtype(&self) -> &vortex_array::dtype::DType

pub fn vortex_alp::ALPRDData::into_parts(self) -> vortex_alp::ALPRDArrayParts

pub fn vortex_alp::ALPRDData::is_empty(&self) -> bool

pub fn vortex_alp::ALPRDData::is_f32(&self) -> bool
pub fn vortex_alp::ALPRDData::into_parts(self) -> vortex_alp::ALPRDDataParts

pub fn vortex_alp::ALPRDData::left_parts(&self) -> &vortex_array::array::erased::ArrayRef

pub fn vortex_alp::ALPRDData::left_parts_dictionary(&self) -> &vortex_buffer::buffer::Buffer<u16>

pub fn vortex_alp::ALPRDData::left_parts_patches(&self) -> core::option::Option<vortex_array::patches::Patches>

pub fn vortex_alp::ALPRDData::len(&self) -> usize

pub fn vortex_alp::ALPRDData::replace_left_parts_patches(&mut self, patches: core::option::Option<vortex_array::patches::Patches>)

pub fn vortex_alp::ALPRDData::right_bit_width(&self) -> u8
Expand All @@ -324,17 +256,27 @@ impl core::clone::Clone for vortex_alp::ALPRDData

pub fn vortex_alp::ALPRDData::clone(&self) -> vortex_alp::ALPRDData

impl core::convert::From<vortex_alp::ALPRDData> for vortex_array::array::erased::ArrayRef

pub fn vortex_array::array::erased::ArrayRef::from(value: vortex_alp::ALPRDData) -> vortex_array::array::erased::ArrayRef

impl core::fmt::Debug for vortex_alp::ALPRDData

pub fn vortex_alp::ALPRDData::fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result

impl vortex_array::array::IntoArray for vortex_alp::ALPRDData
pub struct vortex_alp::ALPRDDataParts

pub vortex_alp::ALPRDDataParts::left_parts: vortex_array::array::erased::ArrayRef

pub vortex_alp::ALPRDDataParts::left_parts_dictionary: vortex_buffer::buffer::Buffer<u16>

pub vortex_alp::ALPRDDataParts::left_parts_patches: core::option::Option<vortex_array::patches::Patches>

pub vortex_alp::ALPRDDataParts::right_parts: vortex_array::array::erased::ArrayRef

impl core::clone::Clone for vortex_alp::ALPRDDataParts

pub fn vortex_alp::ALPRDDataParts::clone(&self) -> vortex_alp::ALPRDDataParts

impl core::fmt::Debug for vortex_alp::ALPRDDataParts

pub fn vortex_alp::ALPRDData::into_array(self) -> vortex_array::array::erased::ArrayRef
pub fn vortex_alp::ALPRDDataParts::fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result

pub struct vortex_alp::ALPRDMetadata

Expand Down
Loading
Loading