Skip to content

Commit

Permalink
update rustc (#2978)
Browse files Browse the repository at this point in the history
  • Loading branch information
ritchie46 committed Mar 25, 2022
1 parent f5851b5 commit 12d8c73
Show file tree
Hide file tree
Showing 14 changed files with 28 additions and 19 deletions.
2 changes: 1 addition & 1 deletion .github/deploy_manylinux.sh
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ ls -la
rm py-polars/README.md
cp README.md py-polars/README.md
cd py-polars
rustup override set nightly-2022-03-16
rustup override set nightly-2022-03-23
export RUSTFLAGS='-C target-feature=+fxsr,+sse,+sse2,+sse3,+ssse3,+sse4.1+sse4.2,+popcnt,+avx,+fma'
maturin publish \
--skip-existing \
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/benchmark.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ jobs:
- name: Install latest Rust nightly
uses: actions-rs/toolchain@v1
with:
toolchain: nightly-2022-03-16
toolchain: nightly-2022-03-23
override: true
components: rustfmt, clippy
- name: Set up Python
Expand All @@ -32,7 +32,7 @@ jobs:
source venv/bin/activate
pip install -r py-polars/build.requirements.txt
cd py-polars
rustup override set nightly-2022-03-16 && RUSTFLAGS="-C embed-bitcode" maturin develop --rustc-extra-args="-C codegen-units=8 -C lto=thin -C target-cpu=native" --release
rustup override set nightly-2022-03-23 && RUSTFLAGS="-C embed-bitcode" maturin develop --rustc-extra-args="-C codegen-units=8 -C lto=thin -C target-cpu=native" --release
cd tests/db-benchmark
Rscript -e 'install.packages("data.table", repos="https://Rdatatable.github.io/data.table")'
Rscript groupby-datagen.R 1e7 1e2 5 0
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/build-test.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ jobs:
- name: Install Rust nightly
uses: actions-rs/toolchain@v1
with:
toolchain: nightly-2022-03-16
toolchain: nightly-2022-03-23
override: true
- uses: Swatinem/rust-cache@v1
- name: Install dependencies
Expand All @@ -43,7 +43,7 @@ jobs:
- name: Install latest Rust nightly
uses: actions-rs/toolchain@v1
with:
toolchain: nightly-2022-03-16
toolchain: nightly-2022-03-23
override: true
components: rustfmt, clippy, miri
- name: Cache Cargo
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/create-py-mac-universal2-release.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ jobs:
- name: Install latest Rust nightly
uses: actions-rs/toolchain@v1
with:
toolchain: nightly-2022-03-16
toolchain: nightly-2022-03-23
override: true
components: rustfmt, clippy
- name: Setup universal2 targets for Rust
Expand All @@ -35,7 +35,7 @@ jobs:
rm py-polars/README.md
cp README.md py-polars/README.md
cd py-polars
rustup override set nightly-2022-03-16
rustup override set nightly-2022-03-23
- name: maturin publish
uses: messense/maturin-action@v1
env:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/create-py-release-manylinux.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ jobs:
env:
MATURIN_PASSWORD: ${{ secrets.PYPI_PASS }}
with:
rust-toolchain: nightly-2022-03-16
rust-toolchain: nightly-2022-03-23
manylinux: '2_24'
target: aarch64-unknown-linux-gnu
maturin-version: 0.12.1
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/create-py-release-windows-macos.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ jobs:
- name: Install latest Rust nightly
uses: actions-rs/toolchain@v1
with:
toolchain: nightly-2022-03-16
toolchain: nightly-2022-03-23
override: true
components: rustfmt, clippy
- name: Set up Python
Expand All @@ -37,7 +37,7 @@ jobs:
rm py-polars/README.md
cp README.md py-polars/README.md
cd py-polars
rustup override set nightly-2022-03-16
rustup override set nightly-2022-03-23
export RUSTFLAGS='-C target-feature=+fxsr,+sse,+sse2,+sse3'
maturin publish \
--no-sdist \
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/docs.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ jobs:
- name: Install latest Rust nightly
uses: actions-rs/toolchain@v1
with:
toolchain: nightly-2022-03-16
toolchain: nightly-2022-03-23
override: true
components: rustfmt, clippy
- name: Set up Node
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/test-js.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ jobs:
- name: Install latest Rust nightly
uses: actions-rs/toolchain@v1
with:
toolchain: nightly-2022-03-16
toolchain: nightly-2022-03-23
override: true
components: rustfmt, clippy
- run: yarn --version
Expand Down
6 changes: 3 additions & 3 deletions .github/workflows/test-python.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ jobs:
- name: Install latest Rust nightly
uses: actions-rs/toolchain@v1
with:
toolchain: nightly-2022-03-16
toolchain: nightly-2022-03-23
override: true
components: rustfmt, clippy
- name: Set up Python
Expand All @@ -30,7 +30,7 @@ jobs:
pip install -r py-polars/build.requirements.txt
- name: Run formatting checks
run: |
cd py-polars && black --check . && blackdoc --check . && isort --check . && rustup override set nightly-2022-03-16 && cargo fmt --all -- --check && cd ..
cd py-polars && black --check . && blackdoc --check . && isort --check . && rustup override set nightly-2022-03-23 && cargo fmt --all -- --check && cd ..
- name: Run linting
run: |
cd py-polars && flake8 && cd ..
Expand All @@ -40,7 +40,7 @@ jobs:
- name: Run tests
run: |
export RUSTFLAGS="-C debuginfo=0"
cd py-polars && rustup override set nightly-2022-03-16 && make venv && make test-with-cov
cd py-polars && rustup override set nightly-2022-03-23 && make venv && make test-with-cov
cargo clippy
- name: Check doc examples
run: |
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/test-windows-python.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ jobs:
- name: Install latest Rust nightly
uses: actions-rs/toolchain@v1
with:
toolchain: nightly-2022-03-16
toolchain: nightly-2022-03-23
override: true
components: rustfmt, clippy
- name: Set up Python
Expand All @@ -28,7 +28,7 @@ jobs:
shell: bash
run: |
export RUSTFLAGS="-C debuginfo=0"
cd py-polars && rustup override set nightly-2022-03-16 && make build-and-test-no-venv
cd py-polars && rustup override set nightly-2022-03-23 && make build-and-test-no-venv
cargo clippy
# test if we can import polars without any requirements
- name: Import polars
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/test-windows.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ jobs:
- name: Install latest Rust nightly
uses: actions-rs/toolchain@v1
with:
toolchain: nightly-2022-03-16
toolchain: nightly-2022-03-23
override: true
- name: Run tests
run: |
Expand Down
2 changes: 1 addition & 1 deletion nodejs-polars/rust-toolchain
Original file line number Diff line number Diff line change
@@ -1 +1 @@
nightly-2022-03-16
nightly-2022-03-23
5 changes: 5 additions & 0 deletions polars/polars-core/src/frame/groupby/pivot.rs
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,11 @@ pub enum PivotAgg {
}

impl DataFrame {
/// Do a pivot operation based on the group key, a pivot column and an aggregation function on the values column.
///
/// # Note
/// Polars'/arrow memory is not ideal for transposing operations like pivots.
/// If you have a relatively large table, consider using a groupby over a pivot.
pub fn pivot<I0, S0, I1, S1, I2, S2>(
&self,
values: I0,
Expand Down
4 changes: 4 additions & 0 deletions py-polars/polars/internals/frame.py
Original file line number Diff line number Diff line change
Expand Up @@ -5585,6 +5585,10 @@ def pivot(
"""
Do a pivot operation based on the group key, a pivot column and an aggregation function on the values column.
.. note::
Polars'/arrow memory is not ideal for transposing operations like pivots. If you have a relatively large
table, consider using a groupby over a pivot.
Parameters
----------
pivot_column
Expand Down

0 comments on commit 12d8c73

Please sign in to comment.