update arrow (#2833)

pola-rs · Mar 6, 2022 · 8a87716 · 8a87716
1 parent 263a556
commit 8a87716
Show file tree

Hide file tree

Showing 19 changed files with 34 additions and 51 deletions.
diff --git a/.github/deploy_manylinux.sh b/.github/deploy_manylinux.sh
@@ -7,7 +7,7 @@ ls -la
 rm py-polars/README.md
 cp README.md py-polars/README.md
 cd py-polars
-rustup override set nightly-2022-02-23
+rustup override set nightly-2022-03-03
 export RUSTFLAGS='-C target-feature=+fxsr,+sse,+sse2,+sse3,+ssse3,+sse4.1+sse4.2,+popcnt,+avx,+fma'
 maturin publish \
   --skip-existing \

diff --git a/.github/workflows/benchmark.yaml b/.github/workflows/benchmark.yaml
@@ -12,7 +12,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-02-23
+          toolchain: nightly-2022-03-03
           override: true
           components: rustfmt, clippy
       - name: Set up Python
@@ -32,7 +32,7 @@ jobs:
           source venv/bin/activate
           pip install -r py-polars/build.requirements.txt
           cd py-polars
-          rustup override set nightly-2022-02-23 && RUSTFLAGS="-C embed-bitcode" maturin develop --rustc-extra-args="-C codegen-units=8 -C lto=thin -C target-cpu=native" --release
+          rustup override set nightly-2022-03-03 && RUSTFLAGS="-C embed-bitcode" maturin develop --rustc-extra-args="-C codegen-units=8 -C lto=thin -C target-cpu=native" --release
           cd tests/db-benchmark
           Rscript -e 'install.packages("data.table", repos="https://Rdatatable.github.io/data.table")'
           Rscript groupby-datagen.R 1e7 1e2 5 0

diff --git a/.github/workflows/build-test.yaml b/.github/workflows/build-test.yaml
@@ -25,7 +25,7 @@ jobs:
       - name: Install Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-02-23
+          toolchain: nightly-2022-03-03
           override: true
       - uses: Swatinem/rust-cache@v1
       - name: Install dependencies
@@ -43,7 +43,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-02-23
+          toolchain: nightly-2022-03-03
           override: true
           components: rustfmt, clippy, miri
       - name: Cache Cargo

diff --git a/.github/workflows/create-py-mac-universal2-release.yaml b/.github/workflows/create-py-mac-universal2-release.yaml
@@ -19,7 +19,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-02-23
+          toolchain: nightly-2022-03-03
           override: true
           components: rustfmt, clippy
       - name: Setup universal2 targets for Rust
@@ -35,7 +35,7 @@ jobs:
           rm py-polars/README.md
           cp README.md py-polars/README.md
           cd py-polars
-          rustup override set nightly-2022-02-23
+          rustup override set nightly-2022-03-03
       - name: maturin publish
         uses: messense/maturin-action@v1
         env:

diff --git a/.github/workflows/create-py-release-manylinux.yaml b/.github/workflows/create-py-release-manylinux.yaml
@@ -24,7 +24,7 @@ jobs:
         env:
           MATURIN_PASSWORD: ${{ secrets.PYPI_PASS }}
         with:
-          rust-toolchain: nightly-2022-02-23
+          rust-toolchain: nightly-2022-03-03
           manylinux: '2_24'
           target: aarch64-unknown-linux-gnu
           maturin-version: 0.12.1

diff --git a/.github/workflows/create-py-release-windows-macos.yaml b/.github/workflows/create-py-release-windows-macos.yaml
@@ -18,7 +18,7 @@ jobs:
         - name: Install latest Rust nightly
           uses: actions-rs/toolchain@v1
           with:
-            toolchain: nightly-2022-02-23
+            toolchain: nightly-2022-03-03
             override: true
             components: rustfmt, clippy
         - name: Set up Python
@@ -37,7 +37,7 @@ jobs:
             rm py-polars/README.md
             cp README.md py-polars/README.md
             cd py-polars
-            rustup override set nightly-2022-02-23
+            rustup override set nightly-2022-03-03
             export RUSTFLAGS='-C target-feature=+fxsr,+sse,+sse2,+sse3'
             maturin publish \
             --no-sdist \

diff --git a/.github/workflows/docs.yaml b/.github/workflows/docs.yaml
@@ -14,7 +14,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-02-23
+          toolchain: nightly-2022-03-03
           override: true
           components: rustfmt, clippy
       - name: Set up Node

diff --git a/.github/workflows/test-js.yaml b/.github/workflows/test-js.yaml
@@ -24,7 +24,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-02-23
+          toolchain: nightly-2022-03-03
           override: true
           components: rustfmt, clippy
       - run: yarn --version

diff --git a/.github/workflows/test-python.yaml b/.github/workflows/test-python.yaml
@@ -17,7 +17,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-02-23
+          toolchain: nightly-2022-03-03
           override: true
           components: rustfmt, clippy
       - name: Set up Python
@@ -30,7 +30,7 @@ jobs:
           pip install -r py-polars/build.requirements.txt
       - name: Run formatting checks
         run: |
-          cd py-polars && black --check . && blackdoc --check . && isort --check . && rustup override set nightly-2022-02-23 && cargo fmt --all -- --check && cd ..
+          cd py-polars && black --check . && blackdoc --check . && isort --check . && rustup override set nightly-2022-03-03 && cargo fmt --all -- --check && cd ..
       - name: Run linting
         run: |
           cd py-polars && flake8 && cd ..
@@ -40,7 +40,7 @@ jobs:
       - name: Run tests
         run: |
           export RUSTFLAGS="-C debuginfo=0"
-          cd py-polars && rustup override set nightly-2022-02-23 && make venv && make test-with-cov
+          cd py-polars && rustup override set nightly-2022-03-03 && make venv && make test-with-cov
           cargo clippy
       - name: Check doc examples
         run: |

diff --git a/.github/workflows/test-windows-python.yaml b/.github/workflows/test-windows-python.yaml
@@ -13,7 +13,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-02-23
+          toolchain: nightly-2022-03-03
           override: true
           components: rustfmt, clippy
       - name: Set up Python
@@ -28,7 +28,7 @@ jobs:
         shell: bash
         run: |
           export RUSTFLAGS="-C debuginfo=0"
-          cd py-polars && rustup override set nightly-2022-02-23 && make build-and-test-no-venv
+          cd py-polars && rustup override set nightly-2022-03-03 && make build-and-test-no-venv
           cargo clippy
       # test if we can import polars without any requirements
       - name: Import polars

diff --git a/.github/workflows/test-windows.yaml b/.github/workflows/test-windows.yaml
@@ -12,7 +12,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-02-23
+          toolchain: nightly-2022-03-03
           override: true
       - name: Run tests
         run: |

diff --git a/nodejs-polars/rust-toolchain b/nodejs-polars/rust-toolchain
@@ -1 +1 @@
-nightly-2022-02-23
+nightly-2022-03-03
diff --git a/polars/polars-arrow/Cargo.toml b/polars/polars-arrow/Cargo.toml
@@ -9,7 +9,7 @@ description = "Arrow interfaces for Polars DataFrame library"
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 
 [dependencies]
-arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "a87c758a80facbfbcde4768ad42cdf4c5c2cc5a8", default-features = false }
+arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "81bfaddb92f432ae25bff4e9fdf200159ecebafe", default-features = false }
 # arrow = { package = "arrow2", git = "https://github.com/ritchie46/arrow2", branch = "csv_write", default-features = false }
 # arrow = { package = "arrow2", version = "0.9", default-features = false, features = ["compute_concatenate"] }
 hashbrown = "0.12"

diff --git a/polars/polars-core/Cargo.toml b/polars/polars-core/Cargo.toml
@@ -164,7 +164,7 @@ thiserror = "^1.0"
 package = "arrow2"
 git = "https://github.com/jorgecarleitao/arrow2"
 # git = "https://github.com/ritchie46/arrow2"
-rev = "a87c758a80facbfbcde4768ad42cdf4c5c2cc5a8"
+rev = "81bfaddb92f432ae25bff4e9fdf200159ecebafe"
 # branch = "csv_write"
 # version = "0.9"
 default-features = false

diff --git a/polars/polars-core/src/lib.rs b/polars/polars-core/src/lib.rs
@@ -1,6 +1,6 @@
+#![allow(clippy::transmute_undefined_repr)]
 #![cfg_attr(docsrs, feature(doc_cfg))]
 extern crate core;
-
 #[macro_use]
 pub mod utils;
 pub mod chunked_array;

diff --git a/polars/polars-io/Cargo.toml b/polars/polars-io/Cargo.toml
@@ -34,7 +34,7 @@ private = []
 [dependencies]
 ahash = "0.7"
 anyhow = "1.0"
-arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "a87c758a80facbfbcde4768ad42cdf4c5c2cc5a8", default-features = false }
+arrow = { package = "arrow2", git = "https://github.com/jorgecarleitao/arrow2", rev = "81bfaddb92f432ae25bff4e9fdf200159ecebafe", default-features = false }
 # arrow = { package = "arrow2", git = "https://github.com/ritchie46/arrow2", branch = "csv_write", default-features = false }
 # arrow = { package = "arrow2", version = "0.9", default-features = false }
 csv-core = { version = "0.1.10", optional = true }

diff --git a/polars/polars-lazy/src/frame/csv.rs b/polars/polars-lazy/src/frame/csv.rs
@@ -29,7 +29,6 @@ pub struct LazyCsvReader<'a> {
 }
 
 #[cfg(feature = "csv-file")]
-#[must_use]
 impl<'a> LazyCsvReader<'a> {
     pub fn new(path: String) -> Self {
         LazyCsvReader {

diff --git a/py-polars/Cargo.lock b/py-polars/Cargo.lock
diff --git a/py-polars/src/lib.rs b/py-polars/src/lib.rs
@@ -1,4 +1,5 @@
 #![allow(clippy::nonstandard_macro_braces)] // needed because clippy does not understand proc macro of pyo3
+#![allow(clippy::transmute_undefined_repr)]
 #[macro_use]
 extern crate polars;
 extern crate core;