Skip to content

Commit

Permalink
Disable pypi for merge workflows + fix trainer tests (#2153)
Browse files Browse the repository at this point in the history
* Disable workflows for PR + merge

* skorch

* Fix transformers tests too
  • Loading branch information
muellerzr committed Nov 15, 2023
1 parent a912b2e commit 0f2686c
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 27 deletions.
8 changes: 0 additions & 8 deletions .github/workflows/integration_tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -25,11 +25,6 @@ jobs:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
transformers-version: [
pypi,
github
]
steps:
- uses: actions/checkout@v3.1.0
- name: Set up python 3.8
Expand All @@ -47,9 +42,6 @@ jobs:
cd ..
git clone https://github.com/huggingface/transformers
cd transformers
if [[ ${{ matrix.transformers-version }} = pypi ]]; then
git checkout $(git describe --tags `git rev-list --tags --max-count=1`)
fi
pip install .[torch,testing]
- name: Show installed libraries
Expand Down
24 changes: 5 additions & 19 deletions .github/workflows/self_hosted_integration_tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -29,10 +29,6 @@ jobs:
strategy:
fail-fast: false
matrix:
transformers-version: [
pypi,
github
]
cuda_visible_devices: [
"0",
"0,1"
Expand All @@ -51,11 +47,9 @@ jobs:
run: |
source activate accelerate
git config --global --add safe.directory '*'
git checkout main && git pull && git fetch --tags
if [[ ${{ matrix.transformers-version }} = pypi ]]; then
git checkout $(git tag --sort=taggerdate | tail -1)
fi
git checkout main && git pull
pip install .[torch,deepspeed-testing]
pip uninstall comet_ml wandb -y
- name: Show installed libraries
run: |
Expand All @@ -82,13 +76,13 @@ jobs:
pytest -sv tests/deepspeed
- name: Run transformers examples tests
working-directory: transformers/examples/pytorch
working-directory: transformers/
env:
CUDA_VISIBLE_DEVICES: ${{ matrix.cuda_visible_devices }}
WANDB_DISABLED: true
run: |
pip install -r _tests_requirements.txt
cd ../../
source activate accelerate
pip install -r examples/pytorch/_tests_requirements.txt
pytest -sv examples/pytorch/test_accelerate_examples.py examples/pytorch/test_pytorch_examples.py
run-skorch-tests:
Expand All @@ -98,11 +92,6 @@ jobs:
runs-on: [self-hosted, docker-gpu, multi-gpu, gcp]
strategy:
fail-fast: false
matrix:
skorch-version: [
pypi,
github
]
steps:
- name: Update accelerate clone and pip install
working-directory: accelerate/
Expand All @@ -118,9 +107,6 @@ jobs:
source activate accelerate
git config --global --add safe.directory '*'
git checkout master && git pull
if [[ ${{ matrix.skorch-version }} = pypi ]]; then
git checkout $(git describe --tags `git rev-list --tags --max-count=1`)
fi
pip install .[testing]
pip install flaky
Expand Down

0 comments on commit 0f2686c

Please sign in to comment.