Skip to content

Commit

Permalink
Add python-filter
Browse files Browse the repository at this point in the history
Signed-off-by: Anatoly Myachev <anatoly.myachev@intel.com>
  • Loading branch information
anmyachev committed Jun 14, 2024
1 parent 5f21105 commit 64891ab
Showing 1 changed file with 30 additions and 10 deletions.
40 changes: 30 additions & 10 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,9 @@ on:
- setup.py
- versioneer.py
push:
schedule:
- cron: "30 2 * * WED"
- cron: "30 2 * * FRI"
concurrency:
# Cancel other jobs in the same branch. We don't care whether CI passes
# on old commits.
Expand All @@ -26,6 +29,23 @@ env:
MODIN_GITHUB_CI: true

jobs:
python-filter:
runs-on: ubuntu-latest
outputs:
python-version: ${{ steps.choose.outputs.python-version }}
steps:
- id: choose
run: |
if [[ ${{ github.event.schedule }} = "30 2 * * WED" ]]
then
echo "python-version=3.10" >> "$GITHUB_OUTPUT"
elif [[ ${{ github.event.schedule }} = "30 2 * * FRI" ]]
then
echo "python-version=3.11" >> "$GITHUB_OUTPUT"
else
echo "python-version=3.9" >> "$GITHUB_OUTPUT"
fi
lint-mypy:
name: lint (mypy)
runs-on: ubuntu-latest
Expand Down Expand Up @@ -120,7 +140,7 @@ jobs:
- uses: ./.github/actions/upload-coverage

test-defaults:
needs: [lint-flake8]
needs: [lint-flake8, python-filter]
runs-on: ubuntu-latest
defaults:
run:
Expand All @@ -130,7 +150,7 @@ jobs:
execution: [BaseOnPython]
env:
MODIN_TEST_DATASET_SIZE: "small"
name: Test ${{ matrix.execution }} execution, Python 3.10
name: Test ${{ matrix.execution }} execution, Python ${{ needs.python-filter.outputs.python-version }}"
steps:
- uses: actions/checkout@v4
- uses: ./.github/actions/mamba-env
Expand Down Expand Up @@ -240,15 +260,15 @@ jobs:
"${{ steps.filter.outputs.ray }}" "${{ steps.filter.outputs.dask }}" >> $GITHUB_OUTPUT
test-all-unidist:
needs: [lint-flake8, execution-filter]
needs: [lint-flake8, execution-filter, python-filter]
if: github.event_name == 'push' || needs.execution-filter.outputs.unidist == 'true'
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
strategy:
matrix:
python-version: ["3.10"]
python-version: [ "${{ needs.python-filter.outputs.python-version }}" ]
unidist-backend: ["mpi"]
env:
MODIN_ENGINE: "Unidist"
Expand Down Expand Up @@ -314,13 +334,13 @@ jobs:
- uses: ./.github/actions/upload-coverage

test-all:
needs: [lint-flake8, execution-filter]
needs: [lint-flake8, execution-filter, python-filter]
strategy:
matrix:
os:
- ubuntu
- windows
python-version: ["3.10"]
python-version: ["${{ needs.python-filter.outputs.python-version }}"]
engine: ${{ fromJSON( github.event_name == 'push' && '["python", "ray", "dask"]' || needs.execution-filter.outputs.engines ) }}
test_task:
- group_1
Expand Down Expand Up @@ -446,14 +466,14 @@ jobs:
if: matrix.os == 'windows'

test-sanity:
needs: [lint-flake8, execution-filter]
needs: [lint-flake8, execution-filter, python-filter]
if: github.event_name == 'pull_request'
strategy:
matrix:
os:
- ubuntu
- windows
python-version: ["3.10"]
python-version: ["${{ needs.python-filter.outputs.python-version }}"]
execution:
- name: ray
shell-ex: "python -m pytest"
Expand Down Expand Up @@ -610,14 +630,14 @@ jobs:
- uses: ./.github/actions/upload-coverage

test-spreadsheet:
needs: [lint-flake8]
needs: [lint-flake8, python-filter]
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
strategy:
matrix:
python-version: ["3.10"]
python-version: ["${{ needs.python-filter.outputs.python-version }}"]
engine: ["ray", "dask"]
env:
MODIN_EXPERIMENTAL: "True"
Expand Down

0 comments on commit 64891ab

Please sign in to comment.