From 534db7eac89ac616ffc8d415ac20e3f9311956bb Mon Sep 17 00:00:00 2001 From: Connor Tsui Date: Fri, 17 Apr 2026 11:18:41 -0400 Subject: [PATCH] hack to support forcing normalization Signed-off-by: Connor Tsui --- vortex-compressor/src/compressor.rs | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/vortex-compressor/src/compressor.rs b/vortex-compressor/src/compressor.rs index e23353f43df..26585a352a9 100644 --- a/vortex-compressor/src/compressor.rs +++ b/vortex-compressor/src/compressor.rs @@ -28,6 +28,7 @@ use vortex_array::arrays::list::ListArrayExt; use vortex_array::arrays::listview::ListViewArrayExt; use vortex_array::arrays::listview::list_from_list_view; use vortex_array::arrays::primitive::PrimitiveArrayExt; +use vortex_array::arrays::scalar_fn::AnyScalarFn; use vortex_array::arrays::struct_::StructArrayExt; use vortex_array::dtype::DType; use vortex_array::dtype::Nullability; @@ -254,6 +255,11 @@ impl CascadingCompressor { return Ok(result); } + // TODO(connor): HACK TO SUPPORT L2 DENORMALIZATION!!! + if result.is::() { + return Ok(result); + } + // Otherwise, fall back to compressing the underlying storage array. let compressed_storage = self.compress(ext_array.storage_array())?; @@ -337,6 +343,11 @@ impl CascadingCompressor { // TODO(connor): Add a tracing warning here too. return Ok(compressed); } + + // TODO(connor): HACK TO SUPPORT L2 DENORMALIZATION!!! + if compressed.is::() { + return Ok(compressed); + } } // No scheme improved on the original.