diff --git a/CHANGELOG.md b/CHANGELOG.md index fe0b22273a0..d011514a823 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -6,6 +6,131 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## [Unreleased] +## `vortex-zigzag` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-zigzag-v0.12.0...vortex-zigzag-v0.13.0) - 2024-10-14 + +### Added +- teach *Metadata and ScalarValue to Display ([#975](https://github.com/spiraldb/vortex/pull/975)) + +## `vortex-runend-bool` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-runend-bool-v0.12.0...vortex-runend-bool-v0.13.0) - 2024-10-14 + +### Added +- teach *Metadata and ScalarValue to Display ([#975](https://github.com/spiraldb/vortex/pull/975)) + +### Other +- Faster RunEndBool decompression, plus metadata cleanup ([#981](https://github.com/spiraldb/vortex/pull/981)) + +## `vortex-runend` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-runend-v0.12.0...vortex-runend-v0.13.0) - 2024-10-14 + +### Added +- teach *Metadata and ScalarValue to Display ([#975](https://github.com/spiraldb/vortex/pull/975)) + +### Other +- RunEnd ends array max is length of the array ([#1017](https://github.com/spiraldb/vortex/pull/1017)) +- Clean up runend metadata & stats ([#1011](https://github.com/spiraldb/vortex/pull/1011)) + +## `vortex-roaring` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-roaring-v0.12.0...vortex-roaring-v0.13.0) - 2024-10-14 + +### Added +- teach *Metadata and ScalarValue to Display ([#975](https://github.com/spiraldb/vortex/pull/975)) + +### Fixed +- RoaringInt `can_compress` was erroneously always `None` ([#1004](https://github.com/spiraldb/vortex/pull/1004)) + +### Other +- RoaringBool bitmaps needs to manually append trailing false values when canonicalizing ([#988](https://github.com/spiraldb/vortex/pull/988)) + +## `vortex-fsst` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-fsst-v0.12.0...vortex-fsst-v0.13.0) - 2024-10-14 + +### Added +- teach *Metadata and ScalarValue to Display ([#975](https://github.com/spiraldb/vortex/pull/975)) + +## `vortex-dict` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-dict-v0.12.0...vortex-dict-v0.13.0) - 2024-10-14 + +### Added +- improved objective function in sampling compressor ([#1000](https://github.com/spiraldb/vortex/pull/1000)) +- teach *Metadata and ScalarValue to Display ([#975](https://github.com/spiraldb/vortex/pull/975)) + +### Other +- Use foldhash in dict encoding ([#980](https://github.com/spiraldb/vortex/pull/980)) + +## `vortex-datetime-parts` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-datetime-parts-v0.12.0...vortex-datetime-parts-v0.13.0) - 2024-10-14 + +### Added +- teach *Metadata and ScalarValue to Display ([#975](https://github.com/spiraldb/vortex/pull/975)) + +## `vortex-sampling-compressor` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-sampling-compressor-v0.12.0...vortex-sampling-compressor-v0.13.0) - 2024-10-14 + +### Added +- add ChunkedCompressor which compresses chunk n+1 like chunk n ([#996](https://github.com/spiraldb/vortex/pull/996)) +- improved objective function in sampling compressor ([#1000](https://github.com/spiraldb/vortex/pull/1000)) + +### Fixed +- Vortex (de)compress benchmarks read/write a Layout ([#1024](https://github.com/spiraldb/vortex/pull/1024)) +- RoaringInt `can_compress` was erroneously always `None` ([#1004](https://github.com/spiraldb/vortex/pull/1004)) + +## `vortex-serde` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-serde-v0.12.0...vortex-serde-v0.13.0) - 2024-10-14 + +### Added +- improved objective function in sampling compressor ([#1000](https://github.com/spiraldb/vortex/pull/1000)) + +### Other +- make write logic slightly more simple ([#1026](https://github.com/spiraldb/vortex/pull/1026)) +- Fix writing of Chunked Struct arrays ([#1020](https://github.com/spiraldb/vortex/pull/1020)) + +## `vortex-datafusion` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-datafusion-v0.12.0...vortex-datafusion-v0.13.0) - 2024-10-14 + +### Added +- teach *Metadata and ScalarValue to Display ([#975](https://github.com/spiraldb/vortex/pull/975)) + +## `vortex-bytebool` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-bytebool-v0.12.0...vortex-bytebool-v0.13.0) - 2024-10-14 + +### Added +- teach *Metadata and ScalarValue to Display ([#975](https://github.com/spiraldb/vortex/pull/975)) + +## `vortex-fastlanes` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-fastlanes-v0.12.0...vortex-fastlanes-v0.13.0) - 2024-10-14 + +### Added +- improved objective function in sampling compressor ([#1000](https://github.com/spiraldb/vortex/pull/1000)) +- teach *Metadata and ScalarValue to Display ([#975](https://github.com/spiraldb/vortex/pull/975)) + +## `vortex-scalar` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-scalar-v0.12.0...vortex-scalar-v0.13.0) - 2024-10-14 + +### Added +- introduce ScalarType, the trait for scalar-y Rust types ([#1008](https://github.com/spiraldb/vortex/pull/1008)) +- proto matches serde: f16 serializes as an unsigned integer ([#992](https://github.com/spiraldb/vortex/pull/992)) +- teach *Metadata and ScalarValue to Display ([#975](https://github.com/spiraldb/vortex/pull/975)) + +### Fixed +- rely on ScalarValue Display in Scalar Display ([#978](https://github.com/spiraldb/vortex/pull/978)) +- teach protobuf how to deserialize f16 ([#991](https://github.com/spiraldb/vortex/pull/991)) + +## `vortex-dtype` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-dtype-v0.12.0...vortex-dtype-v0.13.0) - 2024-10-14 + +### Fixed +- RoaringInt `can_compress` was erroneously always `None` ([#1004](https://github.com/spiraldb/vortex/pull/1004)) + +## `vortex-array` - [0.13.0](https://github.com/spiraldb/vortex/compare/0.12.0...0.13.0) - 2024-10-14 + +### Added +- better error message when an array encoding id is unknown ([#997](https://github.com/spiraldb/vortex/pull/997)) +- teach *Metadata and ScalarValue to Display ([#975](https://github.com/spiraldb/vortex/pull/975)) + +### Fixed +- RoaringInt `can_compress` was erroneously always `None` ([#1004](https://github.com/spiraldb/vortex/pull/1004)) +- teach pyvortex all our encodings ([#998](https://github.com/spiraldb/vortex/pull/998)) +- BitWidthFreq must be u64/usize ([#974](https://github.com/spiraldb/vortex/pull/974)) + +### Other +- Fix infinite loop in constant array compare ([#1016](https://github.com/spiraldb/vortex/pull/1016)) +- Slightly nicer unknown encodings error ([#1002](https://github.com/spiraldb/vortex/pull/1002)) +- Don't clone dtype on PrimitiveArray::cast ([#972](https://github.com/spiraldb/vortex/pull/972)) + +## `vortex-alp` - [0.13.0](https://github.com/spiraldb/vortex/compare/vortex-alp-v0.12.0...vortex-alp-v0.13.0) - 2024-10-14 + +### Added +- improved objective function in sampling compressor ([#1000](https://github.com/spiraldb/vortex/pull/1000)) +- teach *Metadata and ScalarValue to Display ([#975](https://github.com/spiraldb/vortex/pull/975)) + ## `vortex-runend-bool` - [0.12.0](https://github.com/spiraldb/vortex/compare/vortex-runend-bool-v0.11.0...vortex-runend-bool-v0.12.0) - 2024-10-03 ### Added diff --git a/Cargo.lock b/Cargo.lock index c060dd6533c..a69706ef476 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -466,7 +466,7 @@ checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6" [[package]] name = "bench-vortex" -version = "0.12.0" +version = "0.13.0" dependencies = [ "anyhow", "arrow-array", @@ -3131,7 +3131,7 @@ dependencies = [ [[package]] name = "pyvortex" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arrow", "flexbuffers", @@ -4277,7 +4277,7 @@ checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a" [[package]] name = "vortex-alp" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arrow", "divan", @@ -4294,7 +4294,7 @@ dependencies = [ [[package]] name = "vortex-array" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arbitrary", "arrow-arith", @@ -4333,7 +4333,7 @@ dependencies = [ [[package]] name = "vortex-buffer" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arrow-buffer", "bytes", @@ -4342,7 +4342,7 @@ dependencies = [ [[package]] name = "vortex-bytebool" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arrow-array", "arrow-buffer", @@ -4359,7 +4359,7 @@ dependencies = [ [[package]] name = "vortex-datafusion" -version = "0.12.0" +version = "0.13.0" dependencies = [ "anyhow", "arrow-array", @@ -4392,7 +4392,7 @@ dependencies = [ [[package]] name = "vortex-datetime-dtype" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arrow-schema", "jiff", @@ -4405,7 +4405,7 @@ dependencies = [ [[package]] name = "vortex-datetime-parts" -version = "0.12.0" +version = "0.13.0" dependencies = [ "itertools 0.13.0", "log", @@ -4419,7 +4419,7 @@ dependencies = [ [[package]] name = "vortex-dict" -version = "0.12.0" +version = "0.13.0" dependencies = [ "criterion", "hashbrown 0.15.0", @@ -4436,7 +4436,7 @@ dependencies = [ [[package]] name = "vortex-dtype" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arbitrary", "flatbuffers", @@ -4454,7 +4454,7 @@ dependencies = [ [[package]] name = "vortex-error" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arrow-schema", "datafusion-common", @@ -4469,7 +4469,7 @@ dependencies = [ [[package]] name = "vortex-expr" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arrow-schema", "datafusion-common", @@ -4487,7 +4487,7 @@ dependencies = [ [[package]] name = "vortex-fastlanes" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arrayref", "arrow-buffer", @@ -4507,14 +4507,14 @@ dependencies = [ [[package]] name = "vortex-flatbuffers" -version = "0.12.0" +version = "0.13.0" dependencies = [ "flatbuffers", ] [[package]] name = "vortex-fsst" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arrow-array", "fsst-rs", @@ -4528,7 +4528,7 @@ dependencies = [ [[package]] name = "vortex-fuzz" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arrow-buffer", "libfuzzer-sys", @@ -4543,7 +4543,7 @@ dependencies = [ [[package]] name = "vortex-proto" -version = "0.12.0" +version = "0.13.0" dependencies = [ "prost", "prost-types", @@ -4551,7 +4551,7 @@ dependencies = [ [[package]] name = "vortex-roaring" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arrow-buffer", "croaring", @@ -4567,7 +4567,7 @@ dependencies = [ [[package]] name = "vortex-runend" -version = "0.12.0" +version = "0.13.0" dependencies = [ "itertools 0.13.0", "num-traits", @@ -4580,7 +4580,7 @@ dependencies = [ [[package]] name = "vortex-runend-bool" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arrow-buffer", "criterion", @@ -4596,7 +4596,7 @@ dependencies = [ [[package]] name = "vortex-sampling-compressor" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arbitrary", "chrono", @@ -4623,7 +4623,7 @@ dependencies = [ [[package]] name = "vortex-scalar" -version = "0.12.0" +version = "0.13.0" dependencies = [ "arbitrary", "arrow-array", @@ -4649,7 +4649,7 @@ dependencies = [ [[package]] name = "vortex-schema" -version = "0.12.0" +version = "0.13.0" dependencies = [ "vortex-dtype", "vortex-error", @@ -4657,7 +4657,7 @@ dependencies = [ [[package]] name = "vortex-serde" -version = "0.12.0" +version = "0.13.0" dependencies = [ "ahash", "arrow", @@ -4693,7 +4693,7 @@ dependencies = [ [[package]] name = "vortex-zigzag" -version = "0.12.0" +version = "0.13.0" dependencies = [ "serde", "vortex-array", @@ -5216,7 +5216,7 @@ checksum = "9d422e8e38ec76e2f06ee439ccc765e9c6a9638b9e7c9f2e8255e4d41e8bd852" [[package]] name = "xtask" -version = "0.12.0" +version = "0.13.0" dependencies = [ "anyhow", "clap", diff --git a/Cargo.toml b/Cargo.toml index 81361ee2d1d..e657df3035f 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -22,7 +22,7 @@ members = [ resolver = "2" [workspace.package] -version = "0.12.0" +version = "0.13.0" homepage = "https://github.com/spiraldb/vortex" repository = "https://github.com/spiraldb/vortex" authors = ["Vortex Authors "] @@ -133,29 +133,29 @@ url = "2" uuid = "1.8.0" # BEGIN crates published by this project -vortex-alp = { version = "0.12.0", path = "./encodings/alp" } -vortex-array = { version = "0.12.0", path = "./vortex-array" } -vortex-buffer = { version = "0.12.0", path = "./vortex-buffer" } -vortex-bytebool = { version = "0.12.0", path = "./encodings/bytebool" } -vortex-datafusion = { version = "0.12.0", path = "./vortex-datafusion" } -vortex-datetime-dtype = { version = "0.12.0", path = "./vortex-datetime-dtype" } -vortex-datetime-parts = { version = "0.12.0", path = "./encodings/datetime-parts" } -vortex-dict = { version = "0.12.0", path = "./encodings/dict" } -vortex-dtype = { version = "0.12.0", path = "./vortex-dtype", default-features = false } -vortex-error = { version = "0.12.0", path = "./vortex-error" } -vortex-expr = { version = "0.12.0", path = "./vortex-expr" } -vortex-fastlanes = { version = "0.12.0", path = "./encodings/fastlanes" } -vortex-flatbuffers = { version = "0.12.0", path = "./vortex-flatbuffers" } -vortex-fsst = { version = "0.12.0", path = "./encodings/fsst" } -vortex-proto = { version = "0.12.0", path = "./vortex-proto" } -vortex-roaring = { version = "0.12.0", path = "./encodings/roaring" } -vortex-runend = { version = "0.12.0", path = "./encodings/runend" } -vortex-runend-bool = { version = "0.12.0", path = "./encodings/runend-bool" } -vortex-scalar = { version = "0.12.0", path = "./vortex-scalar", default-features = false } -vortex-schema = { version = "0.12.0", path = "./vortex-schema" } -vortex-serde = { version = "0.12.0", path = "./vortex-serde", default-features = false } -vortex-sampling-compressor = { version = "0.12.0", path = "./vortex-sampling-compressor" } -vortex-zigzag = { version = "0.12.0", path = "./encodings/zigzag" } +vortex-alp = { version = "0.13.0", path = "./encodings/alp" } +vortex-array = { version = "0.13.0", path = "./vortex-array" } +vortex-buffer = { version = "0.13.0", path = "./vortex-buffer" } +vortex-bytebool = { version = "0.13.0", path = "./encodings/bytebool" } +vortex-datafusion = { version = "0.13.0", path = "./vortex-datafusion" } +vortex-datetime-dtype = { version = "0.13.0", path = "./vortex-datetime-dtype" } +vortex-datetime-parts = { version = "0.13.0", path = "./encodings/datetime-parts" } +vortex-dict = { version = "0.13.0", path = "./encodings/dict" } +vortex-dtype = { version = "0.13.0", path = "./vortex-dtype", default-features = false } +vortex-error = { version = "0.13.0", path = "./vortex-error" } +vortex-expr = { version = "0.13.0", path = "./vortex-expr" } +vortex-fastlanes = { version = "0.13.0", path = "./encodings/fastlanes" } +vortex-flatbuffers = { version = "0.13.0", path = "./vortex-flatbuffers" } +vortex-fsst = { version = "0.13.0", path = "./encodings/fsst" } +vortex-proto = { version = "0.13.0", path = "./vortex-proto" } +vortex-roaring = { version = "0.13.0", path = "./encodings/roaring" } +vortex-runend = { version = "0.13.0", path = "./encodings/runend" } +vortex-runend-bool = { version = "0.13.0", path = "./encodings/runend-bool" } +vortex-scalar = { version = "0.13.0", path = "./vortex-scalar", default-features = false } +vortex-schema = { version = "0.13.0", path = "./vortex-schema" } +vortex-serde = { version = "0.13.0", path = "./vortex-serde", default-features = false } +vortex-sampling-compressor = { version = "0.13.0", path = "./vortex-sampling-compressor" } +vortex-zigzag = { version = "0.13.0", path = "./encodings/zigzag" } # END crates published by this project walkdir = "2.5.0"