Bump rust-polars to 0.34

.github/actions/setup/action.yaml

@@ -30,6 +30,12 @@ runs:
             libxml2-dev \
             libssl-dev
 
+      - name: Update Rust
+        if: inputs.rust-nightly != 'true' && env.RPOLARS_FULL_FEATURES != 'true'
+        shell: bash
+        run: |
+          rustup update
+
       - name: Set up Rust nightly toolchain
         if: inputs.rust-nightly == 'true' || env.RPOLARS_FULL_FEATURES == 'true'
         shell: bash

DESCRIPTION

@@ -80,6 +80,7 @@ Collate:
     'expr__expr.R'
     'expr__list.R'
     'expr__meta.R'
+    'expr__name.R'
     'expr__string.R'
     'expr__struct.R'
     'functions__eager.R'
@@ -107,4 +108,4 @@ Collate:
     'zzz.R'
 Config/rextendr/version: 0.3.1
 VignetteBuilder: knitr
-Config/polars/LibVersion: 0.33.0
+Config/polars/LibVersion: 0.34.0

LICENSE.note

@@ -1,6 +1,13 @@
 The binary compiled from the source code of this package contains the following Rust crates:
 
 
+-------------------------------------------------------------
+
+Name:        addr2line
+Repository:  https://github.com/gimli-rs/addr2line
+Authors:     addr2line authors
+License:     Apache-2.0 OR MIT
+
 -------------------------------------------------------------
 
 Name:        adler
@@ -87,13 +94,6 @@ License:     Apache-2.0
 
 -------------------------------------------------------------
 
-Name:        arrow2
-Repository:  https://github.com/jorgecarleitao/arrow2
-Authors:     Jorge C. Leitao, Apache Arrow
-License:     Apache-2.0
-
--------------------------------------------------------------
-
 Name:        async-stream
 Repository:  https://github.com/tokio-rs/async-stream
 Authors:     Carl Lerche
@@ -129,6 +129,13 @@ License:     Apache-2.0 OR MIT
 
 -------------------------------------------------------------
 
+Name:        backtrace
+Repository:  https://github.com/rust-lang/backtrace-rs
+Authors:     The Rust Project Developers
+License:     Apache-2.0 OR MIT
+
+-------------------------------------------------------------
+
 Name:        base64
 Repository:  https://github.com/marshallpierce/rust-base64
 Authors:     Alice Maz, Marshall Pierce
@@ -528,6 +535,13 @@ License:     Apache-2.0 OR MIT
 
 -------------------------------------------------------------
 
+Name:        gimli
+Repository:  https://github.com/gimli-rs/gimli
+Authors:     gimli authors
+License:     Apache-2.0 OR MIT
+
+-------------------------------------------------------------
+
 Name:        glob
 Repository:  https://github.com/rust-lang/glob
 Authors:     The Rust Project Developers
@@ -542,13 +556,6 @@ License:     Apache-2.0 OR MIT
 
 -------------------------------------------------------------
 
-Name:        hash_hasher
-Repository:  https://github.com/Fraser999/Hash-Hasher.git
-Authors:     Fraser Hutchison
-License:     Apache-2.0 OR MIT
-
--------------------------------------------------------------
-
 Name:        hashbrown
 Repository:  https://github.com/rust-lang/hashbrown
 Authors:     Amanieu d'Antras
@@ -570,6 +577,13 @@ License:     Apache-2.0 OR MIT
 
 -------------------------------------------------------------
 
+Name:        hermit-abi
+Repository:  https://github.com/hermitcore/hermit-rs
+Authors:     Stefan Lankes
+License:     Apache-2.0 OR MIT
+
+-------------------------------------------------------------
+
 Name:        hex
 Repository:  https://github.com/KokaKiwi/rust-hex
 Authors:     KokaKiwi
@@ -969,6 +983,20 @@ License:     Apache-2.0 OR MIT
 
 -------------------------------------------------------------
 
+Name:        num_cpus
+Repository:  https://github.com/seanmonstar/num_cpus
+Authors:     Sean McArthur
+License:     Apache-2.0 OR MIT
+
+-------------------------------------------------------------
+
+Name:        object
+Repository:  https://github.com/gimli-rs/object
+Authors:     object authors
+License:     Apache-2.0 OR MIT
+
+-------------------------------------------------------------
+
 Name:        once_cell
 Repository:  https://github.com/matklad/once_cell
 Authors:     Aleksey Kladov
@@ -1018,6 +1046,13 @@ License:     Apache-2.0 OR MIT
 
 -------------------------------------------------------------
 
+Name:        percent-encoding
+Repository:  https://github.com/servo/rust-url/
+Authors:     The rust-url developers
+License:     Apache-2.0 OR MIT
+
+-------------------------------------------------------------
+
 Name:        phf
 Repository:  https://github.com/rust-phf/rust-phf
 Authors:     Steven Fackler
@@ -1062,8 +1097,8 @@ License:     MIT
 
 Name:        polars-arrow
 Repository:  https://github.com/pola-rs/polars
-Authors:     Ritchie Vink
-License:     MIT
+Authors:     Jorge C. Leitao, Apache Arrow, Ritchie Vink
+License:     
 
 -------------------------------------------------------------
 
@@ -1270,6 +1305,13 @@ License:     Apache-2.0 OR MIT
 
 -------------------------------------------------------------
 
+Name:        rustc-demangle
+Repository:  https://github.com/alexcrichton/rustc-demangle
+Authors:     Alex Crichton
+License:     Apache-2.0 OR MIT
+
+-------------------------------------------------------------
+
 Name:        rustix
 Repository:  https://github.com/bytecodealliance/rustix
 Authors:     Dan Gohman, Jakub Konka
@@ -1410,6 +1452,13 @@ License:     BSD-3-Clause
 
 -------------------------------------------------------------
 
+Name:        socket2
+Repository:  https://github.com/rust-lang/socket2
+Authors:     Alex Crichton, Thomas de Zeeuw
+License:     Apache-2.0 OR MIT
+
+-------------------------------------------------------------
+
 Name:        spin
 Repository:  https://github.com/mvdnes/spin-rs.git
 Authors:     Mathijs van de Nes, John Ericson, Joshua Barretto
@@ -1536,6 +1585,20 @@ License:     Apache-2.0 OR MIT
 
 -------------------------------------------------------------
 
+Name:        tokio
+Repository:  https://github.com/tokio-rs/tokio
+Authors:     Tokio Contributors
+License:     MIT
+
+-------------------------------------------------------------
+
+Name:        tokio-util
+Repository:  https://github.com/tokio-rs/tokio
+Authors:     Tokio Contributors
+License:     MIT
+
+-------------------------------------------------------------
+
 Name:        tracing
 Repository:  https://github.com/tokio-rs/tracing
 Authors:     Eliza Weisman, Tokio Contributors
@@ -1760,13 +1823,41 @@ License:     BSL-1.0
 
 -------------------------------------------------------------
 
+Name:        zerocopy
+Repository:  https://github.com/google/zerocopy
+Authors:     Joshua Liebow-Feeser
+License:     Apache-2.0 OR BSD-2-Clause OR MIT
+
+-------------------------------------------------------------
+
+Name:        zerocopy-derive
+Repository:  https://github.com/google/zerocopy
+Authors:     Joshua Liebow-Feeser
+License:     Apache-2.0 OR BSD-2-Clause OR MIT
+
+-------------------------------------------------------------
+
 Name:        zstd
 Repository:  https://github.com/gyscos/zstd-rs
 Authors:     Alexandre Bury
 License:     MIT
 
 -------------------------------------------------------------
 
+Name:        zstd
+Repository:  https://github.com/gyscos/zstd-rs
+Authors:     Alexandre Bury
+License:     MIT
+
+-------------------------------------------------------------
+
+Name:        zstd-safe
+Repository:  https://github.com/gyscos/zstd-rs
+Authors:     Alexandre Bury
+License:     Apache-2.0 OR MIT
+
+-------------------------------------------------------------
+
 Name:        zstd-safe
 Repository:  https://github.com/gyscos/zstd-rs
 Authors:     Alexandre Bury

Makefile

@@ -3,7 +3,7 @@
 SHELL := /bin/bash
 VENV := .venv
 
-RUST_TOOLCHAIN_VERSION := nightly-2023-08-26
+RUST_TOOLCHAIN_VERSION := nightly-2023-10-12
 
 MANIFEST_PATH := src/rust/Cargo.toml
 
@@ -88,7 +88,7 @@ tools/lib-sums.tsv: ## Update the lib-sums.tsv file for pointing to the latest v
 
 .PHONY: test
 test: build install ## Run fast unittests
-	Rscript -e 'devtools::test()'
+	Rscript -e 'devtools::test(); devtools::run_examples(document = FALSE)'
 
 .PHONY: fmt
 fmt: fmt-rs fmt-r ## Format files

NAMESPACE

@@ -14,6 +14,7 @@ S3method("$",ExprCatNameSpace)
 S3method("$",ExprDTNameSpace)
 S3method("$",ExprListNameSpace)
 S3method("$",ExprMetaNameSpace)
+S3method("$",ExprNameNameSpace)
 S3method("$",ExprStrNameSpace)
 S3method("$",ExprStructNameSpace)
 S3method("$",GroupBy)
@@ -24,6 +25,7 @@ S3method("$",RField)
 S3method("$",RNullValues)
 S3method("$",RPolarsDataType)
 S3method("$",RPolarsErr)
+S3method("$",RPolarsStringCacheHolder)
 S3method("$",RThreadHandle)
 S3method("$",Series)
 S3method("$",Then)
@@ -70,6 +72,7 @@ S3method("[[",RField)
 S3method("[[",RNullValues)
 S3method("[[",RPolarsDataType)
 S3method("[[",RPolarsErr)
+S3method("[[",RPolarsStringCacheHolder)
 S3method("[[",RThreadHandle)
 S3method("[[",Series)
 S3method("[[",Then)

NEWS.md

@@ -1,5 +1,26 @@
 # polars (development version)
 
+## BREAKING CHANGES DUE TO RUST-POLARS UPDATE
+
+- rust-polars is updated to 2023-10-25 unreleased version (#442)
+  - New subnamespace `"name"` that contains methods `$prefix()`, `$suffix()`
+    `keep()` (renamed from `keep_name()`) and `map()` (renamed from `map_alias()`).
+  - `$dt$round()` gains an argument `ambiguous`.
+  - The following methods now accept an `Expr` as input: `$top_k()`, `$bottom_k()`,
+    `$list$join()`, `$str$strip_chars()`, `$str$strip_chars_start()`,
+    `$str$strip_chars_end()`, `$str$split_exact()`.
+  - The following methods were renamed:
+    - `$str$n_chars()` -> `$str$len_chars()`
+    - `$str$lengths()` -> `$str$len_bytes()`
+    - `$str$ljust()` -> `$str$pad_end()`
+    - `$str$rjust()` -> `$str$pad_start()`
+  - `$concat()` with `how = "diagonal"` now accepts an argument `to_supertypes`
+    to automatically convert concatenated columns to the same type.
+  - `pl$enable_string_cache()` doesn't take any argument anymore. The string cache
+    can now be disabled with `pl$disable_string_cache()`.
+  - `$scan_parquet()` gains an argument `hive_partitioning`.
+  - `$meta$tree_format()` has a better formatted output.
+
 # polars 0.9.0
 
 ## BREAKING CHANGES DUE TO RUST-POLARS UPDATE

R/after-wrappers.R

@@ -95,6 +95,7 @@ extendr_method_to_pure_functions = function(env, class_name = NULL) {
 .pr$RNullValues = extendr_method_to_pure_functions(RNullValues)
 .pr$RPolarsErr = extendr_method_to_pure_functions(RPolarsErr)
 .pr$RThreadHandle = extendr_method_to_pure_functions(RThreadHandle)
+.pr$RPolarsStringCacheHolder = extendr_method_to_pure_functions(RPolarsStringCacheHolder)
 
 
 

R/dataframe__frame.R

@@ -848,7 +848,7 @@ DataFrame_filter = function(bool_expr) {
 #' gb
 #'
 #' gb$agg(
-#'   pl$col("bar")$sum()$suffix("_sum"),
+#'   pl$col("bar")$sum()$name$suffix("_sum"),
 #'   pl$col("bar")$mean()$alias("bar_tail_sum")
 #' )
 DataFrame_group_by = function(..., maintain_order = pl$options$maintain_order) {
@@ -1522,19 +1522,19 @@ DataFrame_describe = function(percentiles = c(.25, .75)) {
         result(msg = "internal error", {
           # make percentile expressions
           perc_exprs = lapply(
-            perc, \(x) pl$all()$quantile(x)$prefix(paste0(as.character(x * 100), "pct:"))
+            perc, \(x) pl$all()$quantile(x)$name$prefix(paste0(as.character(x * 100), "pct:"))
           )
 
           # bundle all expressions
           largs = c(
             list(
-              pl$all()$count()$prefix("count:"),
-              pl$all()$null_count()$prefix("null_count:"),
-              pl$all()$mean()$prefix("mean:"),
-              pl$all()$std()$prefix("std:"),
-              pl$all()$min()$prefix("min:"),
-              pl$all()$max()$prefix("max:"),
-              pl$all()$median()$prefix("median:")
+              pl$all()$count()$name$prefix("count:"),
+              pl$all()$null_count()$name$prefix("null_count:"),
+              pl$all()$mean()$name$prefix("mean:"),
+              pl$all()$std()$name$prefix("std:"),
+              pl$all()$min()$name$prefix("min:"),
+              pl$all()$max()$name$prefix("max:"),
+              pl$all()$median()$name$prefix("median:")
             ),
             perc_exprs
           )