python polars 0.14.3/4 (#4526)

Became 0.14.4 because of build problems.
pola-rs · Aug 22, 2022 · 70e48d6 · 70e48d6
1 parent cef75de
commit 70e48d6
Show file tree

Hide file tree

Showing 15 changed files with 63 additions and 31 deletions.
diff --git a/.github/deploy_manylinux.sh b/.github/deploy_manylinux.sh
@@ -8,7 +8,7 @@ ls -la
 rm py-polars/README.md
 cp README.md py-polars/README.md
 cd py-polars
-rustup override set nightly-2022-08-16
+rustup override set nightly-2022-08-22
 export RUSTFLAGS='-C target-feature=+fxsr,+sse,+sse2,+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+fma'
 
 # first the default release

diff --git a/.github/workflows/benchmark.yaml b/.github/workflows/benchmark.yaml
@@ -13,7 +13,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-08-16
+          toolchain: nightly-2022-08-22
           override: true
           components: rustfmt, clippy
       - name: Set up Python
@@ -33,7 +33,7 @@ jobs:
           source venv/bin/activate
           pip install -r py-polars/build.requirements.txt
           cd py-polars
-          rustup override set nightly-2022-08-16 && RUSTFLAGS="-C embed-bitcode" maturin develop --release -- -C codegen-units=8 -C lto=thin -C target-cpu=native
+          rustup override set nightly-2022-08-22 && RUSTFLAGS="-C embed-bitcode" maturin develop --release -- -C codegen-units=8 -C lto=thin -C target-cpu=native
           cd tests/db-benchmark
           Rscript -e 'install.packages("data.table", repos="https://Rdatatable.github.io/data.table")'
           Rscript groupby-datagen.R 1e7 1e2 5 0

diff --git a/.github/workflows/build-test.yaml b/.github/workflows/build-test.yaml
@@ -26,7 +26,7 @@ jobs:
       - name: Install Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-08-16
+          toolchain: nightly-2022-08-22
           override: true
       - uses: Swatinem/rust-cache@v1
       - name: Install dependencies
@@ -44,7 +44,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-08-16
+          toolchain: nightly-2022-08-22
           override: true
           components: rustfmt, clippy, miri
       - name: Cache Cargo

diff --git a/.github/workflows/coverage.yaml b/.github/workflows/coverage.yaml
@@ -26,7 +26,7 @@ jobs:
           cache-dependency-path: "py-polars/build.requirements.txt"
       - uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-08-16
+          toolchain: nightly-2022-08-22
           override: true
           profile: minimal
           components: llvm-tools-preview

diff --git a/.github/workflows/create-py-mac-universal2-release.yaml b/.github/workflows/create-py-mac-universal2-release.yaml
@@ -19,7 +19,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-08-16
+          toolchain: nightly-2022-08-22
           override: true
           components: rustfmt, clippy
       - name: Setup universal2 targets for Rust
@@ -35,7 +35,7 @@ jobs:
           rm py-polars/README.md
           cp README.md py-polars/README.md
           cd py-polars
-          rustup override set nightly-2022-08-16
+          rustup override set nightly-2022-08-22
       - name: maturin publish
         uses: messense/maturin-action@v1
         env:

diff --git a/.github/workflows/create-py-release-manylinux.yaml b/.github/workflows/create-py-release-manylinux.yaml
@@ -11,23 +11,55 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
-      - name: publish x86_64
-        uses: docker://ghcr.io/pyo3/maturin:latest
+      - name: Prepare maturin publish
+        shell: bash
+        run: |
+          rm py-polars/README.md
+          cp README.md py-polars/README.md
+          cd py-polars
+
+      - name: publish x64_64
+        uses: messense/maturin-action@main
         env:
           MATURIN_PASSWORD: ${{ secrets.PYPI_PASS }}
+          RUSTFLAGS: '-C target-feature=+fxsr,+sse,+sse2,+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+fma'
         with:
-          entrypoint: /bin/bash
-          args: .github/deploy_manylinux.sh
+          rust-toolchain: nightly-2022-08-22
+          # don't use `2_17` it does not work: https://github.com/pola-rs/polars/runs/6107328960
+          manylinux: '2_24'
+          maturin-version: '0.13.0'
+          command: publish
+          args: -m py-polars/Cargo.toml --skip-existing --no-sdist -o wheels -i python -u ritchie46
       # needed for docker on apple m1
       - name: publish aarch64
         uses: messense/maturin-action@main
         env:
           MATURIN_PASSWORD: ${{ secrets.PYPI_PASS }}
         with:
-          rust-toolchain: nightly-2022-08-16
+          rust-toolchain: nightly-2022-08-22
           # don't use `2_17` it does not work: https://github.com/pola-rs/polars/runs/6107328960
           manylinux: '2_24'
           target: aarch64-unknown-linux-gnu
           maturin-version: '0.13.0'
           command: publish
-          args: -m py-polars/Cargo.toml --no-sdist -o wheels -i python -u ritchie46
+          args: -m py-polars/Cargo.toml --skip-existing --no-sdist -o wheels -i python -u ritchie46
+
+      - name: Prepare bigidx
+        shell: bash
+        run: |
+          # now compile polars with bigidx feature
+          sed -i 's/name = "polars"/name = "polars-u64-idx"/' pyproject.toml
+          # a brittle hack to insert the 'bigidx' feature
+          sed -i 's/"dynamic_groupby",/"dynamic_groupby",\n"bigidx",/' Cargo.toml
+      - name: publish x64_64 bigidx
+        uses: messense/maturin-action@main
+        env:
+          MATURIN_PASSWORD: ${{ secrets.PYPI_PASS }}
+          RUSTFLAGS: '-C target-feature=+fxsr,+sse,+sse2,+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+fma'
+        with:
+          rust-toolchain: nightly-2022-08-22
+          # don't use `2_17` it does not work: https://github.com/pola-rs/polars/runs/6107328960
+          manylinux: '2_24'
+          maturin-version: '0.13.0'
+          command: publish
+          args: -m py-polars/Cargo.toml --skip-existing --no-sdist -o wheels -i python -u ritchie46
diff --git a/.github/workflows/create-py-release-windows-macos.yaml b/.github/workflows/create-py-release-windows-macos.yaml
@@ -18,7 +18,7 @@ jobs:
         - name: Install latest Rust nightly
           uses: actions-rs/toolchain@v1
           with:
-            toolchain: nightly-2022-08-16
+            toolchain: nightly-2022-08-22
             override: true
             components: rustfmt, clippy
         - name: Set up Python
@@ -37,8 +37,8 @@ jobs:
             rm py-polars/README.md
             cp README.md py-polars/README.md
             cd py-polars
-            rustup override set nightly-2022-08-16
-            export RUSTFLAGS='-C target-feature=+fxsr,+sse,+sse2,+sse3'
+            rustup override set nightly-2022-08-22
+            export RUSTFLAGS='-C target-feature=+fxsr,+sse,+sse2,+sse3,+sse4.1,+sse4.2'
             maturin publish \
             --no-sdist \
             --skip-existing \

diff --git a/.github/workflows/docs.yaml b/.github/workflows/docs.yaml
@@ -14,7 +14,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-08-16
+          toolchain: nightly-2022-08-22
           override: true
           components: rustfmt, clippy
       - name: Set up Node

diff --git a/.github/workflows/test-python.yaml b/.github/workflows/test-python.yaml
@@ -18,7 +18,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-08-16
+          toolchain: nightly-2022-08-22
           override: true
           components: rustfmt, clippy
       - name: Set up Python
@@ -36,7 +36,7 @@ jobs:
           blackdoc --check .
           isort --check .
           pyupgrade --py37-plus `find . -name "*.py" -type f`
-          rustup override set nightly-2022-08-16 && cargo fmt --all -- --check
+          rustup override set nightly-2022-08-22 && cargo fmt --all -- --check
           cd ..
       - name: Run linting
         run: |
@@ -47,7 +47,7 @@ jobs:
       - name: Run tests
         run: |
           export RUSTFLAGS="-C debuginfo=0"
-          cd py-polars && rustup override set nightly-2022-08-16 && make venv && make test-with-cov
+          cd py-polars && rustup override set nightly-2022-08-22 && make venv && make test-with-cov
           cargo clippy
       - name: Check doc examples
         run: |
@@ -69,7 +69,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-08-16
+          toolchain: nightly-2022-08-22
           override: true
           components: rustfmt, clippy
       - name: Set up Python
@@ -87,7 +87,7 @@ jobs:
           blackdoc --check .
           isort --check .
           pyupgrade --py37-plus `find . -name "*.py" -type f`
-          rustup override set nightly-2022-08-16 && cargo fmt --all -- --check
+          rustup override set nightly-2022-08-22 && cargo fmt --all -- --check
           cd ..
       - name: Run linting
         run: |
@@ -99,7 +99,7 @@ jobs:
       - name: Run tests
         run: |
           export RUSTFLAGS="-C debuginfo=0"
-          cd py-polars && rustup override set nightly-2022-08-16 && make venv && make test-with-cov
+          cd py-polars && rustup override set nightly-2022-08-22 && make venv && make test-with-cov
           cargo clippy
       - name: Check doc examples
         run: |

diff --git a/.github/workflows/test-windows-python.yaml b/.github/workflows/test-windows-python.yaml
@@ -14,7 +14,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-08-16
+          toolchain: nightly-2022-08-22
           override: true
           components: rustfmt
       - name: Set up Python
@@ -29,7 +29,7 @@ jobs:
         shell: bash
         run: |
           export RUSTFLAGS="-C debuginfo=0"
-          cd py-polars && rustup override set nightly-2022-08-16 && make build-and-test-no-venv
+          cd py-polars && rustup override set nightly-2022-08-22 && make build-and-test-no-venv
       # test if we can import polars without any requirements
       - name: Import polars
         run: |

diff --git a/.github/workflows/test-windows.yaml b/.github/workflows/test-windows.yaml
@@ -12,7 +12,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: nightly-2022-08-16
+          toolchain: nightly-2022-08-22
           override: true
       - uses: actions/checkout@v3
       - uses: Swatinem/rust-cache@v1

diff --git a/Makefile b/Makefile
@@ -10,7 +10,7 @@ fmt_toml:
 
 coverage:
 	@bash -c "\
-		rustup override set nightly-2022-08-16; \
+		rustup override set nightly-2022-08-22; \
 		source <(cargo llvm-cov show-env --export-prefix); \
 		export CARGO_TARGET_DIR=\$$CARGO_LLVM_COV_TARGET_DIR; \
 		export CARGO_INCREMENTAL=1; \

diff --git a/py-polars/Cargo.lock b/py-polars/Cargo.lock
diff --git a/py-polars/Cargo.toml b/py-polars/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "py-polars"
-version = "0.14.2"
+version = "0.14.4"
 authors = ["ritchie46 <ritchie46@gmail.com>"]
 documentation = "https://pola-rs.github.io/polars/py-polars/html/reference/index.html"
 edition = "2021"

diff --git a/rust-toolchain.toml b/rust-toolchain.toml
@@ -1,2 +1,2 @@
 [toolchain]
-channel = "nightly-2022-08-16"
+channel = "nightly-2022-08-22"