Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
33 commits
Select commit Hold shift + click to select a range
2c61c83
Add a required job checker as an action
carmocca Aug 18, 2022
239131b
Is negation messing things up?
carmocca Aug 18, 2022
8513126
Revert "Revert "Remove skipping logic in favor of path filtering (#14…
carmocca Aug 23, 2022
3509acd
Add Azure path filters
carmocca Aug 23, 2022
8fe42eb
Change workflow triggers
carmocca Aug 18, 2022
c022259
Remove path that doesn't even run
carmocca Aug 22, 2022
236e194
Support rerun with comment
carmocca Aug 23, 2022
84f2afb
Add a required job checker as an action (1/2)
carmocca Aug 23, 2022
bfd1145
Fix app cloud job names
carmocca Aug 23, 2022
609d40d
Merge branch 'ci/check-group-action-1' into ci/check-group-action
carmocca Aug 23, 2022
4222be9
Update .azure/gpu-benchmark.yml
carmocca Aug 23, 2022
8127692
Merge branch 'master' into ci/check-group-action
carmocca Aug 23, 2022
1714ad9
Undo change
carmocca Aug 23, 2022
4fbe5b1
Cleanup
carmocca Sep 1, 2022
7b1508d
Merge branch 'master' into ci/check-group-action
carmocca Sep 1, 2022
fb52fff
Revert "ci: drop group probot (#14456)"
carmocca Sep 1, 2022
0445664
Skip check run
carmocca Sep 1, 2022
0803737
Merge branch 'master' into ci/check-group-action
carmocca Sep 1, 2022
4538471
60 min timeout, just pull_request event type
carmocca Sep 5, 2022
38d0ff6
Merge branch 'master' into ci/check-group-action
carmocca Sep 5, 2022
c1d5c9c
Merge branch 'master' into ci/check-group-action
carmocca Sep 7, 2022
03b3da0
Merge branch 'master' into ci/check-group-action
carmocca Sep 7, 2022
952d86d
Merge master, resolve FIXMEs
carmocca Sep 7, 2022
6c99afe
Comment
carmocca Sep 7, 2022
24d8750
Configurable interval
carmocca Sep 7, 2022
b5936b4
Update checkgroup config
carmocca Sep 7, 2022
aa95542
Update .github/workflows/probot-check-group.yml
carmocca Sep 8, 2022
493bf7e
undo
carmocca Sep 8, 2022
f829ac7
Merge branch 'master' into ci/check-group-action
carmocca Sep 9, 2022
06a72f4
Merge branch 'master' into ci/check-group-action
Borda Sep 12, 2022
544241f
Merge branch 'master' into ci/check-group-action
carmocca Sep 15, 2022
1e090a6
Merge branch 'master' into ci/check-group-action
carmocca Sep 15, 2022
90ed4dd
Lite filters
carmocca Sep 15, 2022
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
77 changes: 43 additions & 34 deletions .azure/gpu-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -12,14 +12,50 @@ trigger:
- "master"
- "release/*"
- "refs/tags/*"
paths:
include:
- ".azure/gpu-tests.yml"
- "examples/run_ddp_examples.sh"
- "examples/convert_from_pt_to_pl/**"
- "examples/run_pl_examples.sh"
- "examples/pl_basics/backbone_image_classifier.py"
- "examples/pl_basics/autoencoder.py"
- "examples/pl_loops/mnist_lite.py"
- "examples/pl_fault_tolerant/automatic.py"
- "examples/test_pl_examples.py"
- "examples/pl_integrations/dali_image_classifier.py"
- "requirements/pytorch/**"
- "src/pytorch_lightning/**"
- "tests/tests_pytorch/**"
- "setup.cfg" # includes pytest config
- "requirements/lite/**"
- "src/lightning_lite/**"
- "tests/tests_lite/**"

pr:
- "master"
- "release/*"

variables:
- name: continue
value: '1'
branches:
include:
- "master"
- "release/*"
paths:
include:
- ".azure/gpu-tests.yml"
- "examples/run_ddp_examples.sh"
- "examples/convert_from_pt_to_pl/**"
- "examples/run_pl_examples.sh"
- "examples/pl_basics/backbone_image_classifier.py"
- "examples/pl_basics/autoencoder.py"
- "examples/pl_loops/mnist_lite.py"
- "examples/pl_fault_tolerant/automatic.py"
- "examples/test_pl_examples.py"
- "examples/pl_integrations/dali_image_classifier.py"
- "requirements/pytorch/**"
- "src/pytorch_lightning/**"
- "tests/tests_pytorch/**"
- "setup.cfg" # includes pytest config
- "requirements/lite/**"
- "src/lightning_lite/**"
- "tests/tests_lite/**"

jobs:
- job: testing
Expand All @@ -41,22 +77,6 @@ jobs:
clean: all

steps:

- bash: |
CHANGED_FILES=$(git diff --name-status origin/master -- . | awk '{print $2}')
FILTER='.azure/gpu_*|src/pytorch_lightning|requirements/pytorch|tests/tests_pytorch|examples/pl_*'
echo $CHANGED_FILES > changed_files.txt
MATCHES=$(cat changed_files.txt | grep -E $FILTER)
echo $MATCHES
if [ -z "$MATCHES" ]; then
echo "Skip"
echo "##vso[task.setvariable variable=continue]0"
else
echo "Continue"
echo "##vso[task.setvariable variable=continue]1"
fi
displayName: Skipper

- bash: |
lspci | egrep 'VGA|3D'
whereis nvidia
Expand All @@ -66,7 +86,6 @@ jobs:
pip --version
pip list
displayName: 'Image info & NVIDIA'
condition: eq(variables['continue'], '1')

- bash: |
set -e
Expand All @@ -86,7 +105,6 @@ jobs:
PACKAGE_NAME: pytorch
FREEZE_REQUIREMENTS: 1
displayName: 'Install dependencies'
condition: eq(variables['continue'], '1')

- bash: |
set -e
Expand All @@ -95,24 +113,20 @@ jobs:
python requirements/pytorch/check-avail-strategies.py
python requirements/pytorch/check-avail-extras.py
displayName: 'Env details'
condition: eq(variables['continue'], '1')

- bash: bash .actions/pull_legacy_checkpoints.sh
displayName: 'Get legacy checkpoints'
condition: eq(variables['continue'], '1')

- bash: python -m coverage run --source pytorch_lightning -m pytest
workingDirectory: src/pytorch_lightning
displayName: 'Testing: PyTorch doctests'
condition: eq(variables['continue'], '1')

- bash: python -m coverage run --source pytorch_lightning -m pytest --ignore benchmarks -v --junitxml=$(Build.StagingDirectory)/test-results.xml --durations=50
env:
PL_RUN_CUDA_TESTS: "1"
workingDirectory: tests/tests_pytorch
displayName: 'Testing: PyTorch standard'
timeoutInMinutes: "35"
condition: eq(variables['continue'], '1')

- bash: bash run_standalone_tests.sh
workingDirectory: tests/tests_pytorch
Expand All @@ -122,7 +136,6 @@ jobs:
PL_STANDALONE_TESTS_SOURCE: "pytorch_lightning"
displayName: 'Testing: PyTorch standalone tests'
timeoutInMinutes: "35"
condition: eq(variables['continue'], '1')

- bash: bash run_standalone_tasks.sh
workingDirectory: tests/tests_pytorch
Expand All @@ -131,7 +144,6 @@ jobs:
PL_RUN_CUDA_TESTS: "1"
displayName: 'Testing: PyTorch standalone tasks'
timeoutInMinutes: "10"
condition: eq(variables['continue'], '1')

- bash: |
python -m coverage report
Expand All @@ -141,14 +153,13 @@ jobs:
ls -l
workingDirectory: tests/tests_pytorch
displayName: 'Statistics'
condition: eq(variables['continue'], '1')

- task: PublishTestResults@2
displayName: 'Publish test results'
inputs:
testResultsFiles: '$(Build.StagingDirectory)/test-results.xml'
testRunTitle: '$(Agent.OS) - $(Build.DefinitionName) - Python $(python.version)'
condition: and(succeededOrFailed(), eq(variables['continue'], '1'))
condition: succeededOrFailed()

- script: |
set -e
Expand All @@ -160,11 +171,9 @@ jobs:
env:
PL_USE_MOCKED_MNIST: "1"
displayName: 'Testing: PyTorch examples'
condition: eq(variables['continue'], '1')

- bash: python -m pytest benchmarks -v --maxfail=2 --durations=0
workingDirectory: tests/tests_pytorch
env:
PL_RUN_CUDA_TESTS: "1"
displayName: 'Testing: PyTorch benchmarks'
condition: eq(variables['continue'], '1')
18 changes: 16 additions & 2 deletions .azure/ipu-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,10 +7,24 @@ trigger:
- master
- release/*
- refs/tags/*
paths:
include:
- ".azure/ipu-tests.yml"
- "requirements/pytorch/**"
- "src/pytorch_lightning/**"
- "tests/tests_pytorch/**"

pr:
- master
- release/*
branches:
include:
- "master"
- "release/*"
paths:
include:
- ".azure/ipu-tests.yml"
- "requirements/pytorch/**"
- "src/pytorch_lightning/**"
- "tests/tests_pytorch/**"

variables:
- name: poplar_sdk
Expand Down
10 changes: 6 additions & 4 deletions .github/workflows/ci-pytorch-test-conda.yml
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,12 @@ on:
branches: [master, "release/*"]
pull_request:
branches: [master, "release/*"]
paths:
- ".github/workflows/ci-pytorch-test-conda.yml"
- "requirements/pytorch/**"
- "src/pytorch_lightning/**"
- "tests/tests_pytorch/**"
- "setup.cfg" # includes pytest config

concurrency:
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref }}
Expand Down Expand Up @@ -35,10 +41,6 @@ jobs:

- uses: actions/checkout@v3

- name: Get changed files
id: changed-files
uses: tj-actions/changed-files@v29.0.4

- name: Update base dependencies
env:
PACKAGE_NAME: pytorch
Expand Down
15 changes: 10 additions & 5 deletions .github/workflows/ci-pytorch-test-full.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,15 @@ on:
pull_request:
branches: [master, "release/*"]
types: [opened, reopened, ready_for_review, synchronize] # add `ready_for_review` since draft is skipped
paths:
- "requirements/pytorch/**"
- "src/pytorch_lightning/**"
- "tests/tests_pytorch/**"
- "setup.cfg" # includes pytest config
- ".github/workflows/ci-pytorch-test-full.yml"
- "requirements/lite/**"
- "src/lightning_lite/**"
- "tests/tests_lite/**"

concurrency:
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref }}
Expand Down Expand Up @@ -37,10 +46,6 @@ jobs:
steps:
- uses: actions/checkout@v3

- name: Get changed files
id: changed-files
uses: tj-actions/changed-files@v29.0.4

- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
Expand Down Expand Up @@ -138,7 +143,7 @@ jobs:

- name: Testing Warnings
# the stacklevel can only be set on >=3.7
if: ${{ matrix.python-version != '3.7' }}
if: matrix.python-version != '3.7'
working-directory: tests/tests_pytorch
# needs to run outside of `pytest`
run: python utilities/test_warnings.py
Expand Down