Skip to content

Commit

Permalink
Merge pull request #74 from kipoi/haimasree-patch-1
Browse files Browse the repository at this point in the history
Workflow improvement
  • Loading branch information
haimasree authored Jan 3, 2022
2 parents 1cfdc09 + 10e3613 commit 061f5e9
Show file tree
Hide file tree
Showing 7 changed files with 2,250 additions and 2,250 deletions.
21 changes: 6 additions & 15 deletions .github/workflows/release-workflow.yml
Original file line number Diff line number Diff line change
@@ -1,25 +1,20 @@
name: Build, test and push images on demand

# Controls when the action will run.
on:
on:
workflow_dispatch:

# A workflow run is made up of one or more jobs that can run sequentially or in parallel
jobs:
buildtestandpush:
# The type of runner that the job will run on
strategy:
fail-fast: true
matrix:
image: ["sharedpy3keras1.2", "mpra-dragonn", "extended_coda", "mmsplice",
"mmsplice-mtsplice", "deepmel", "framepool", "kipoisplice", "deeptarget",
"attentivechrome", "bpnet-oskn", "seqvec", "deepflybrain", "aparent-site_probabilities",
"aparent-veff"]
"mmsplice-mtsplice", "deepmel", "framepool", "kipoisplice", "deeptarget",
"attentivechrome", "bpnet-oskn", "seqvec", "deepflybrain", "aparent-site_probabilities",
"aparent-veff"]
runs-on: ubuntu-latest
env:
SINGULARITY_PULL_FOLDER: "/home/runner/singularity/"
ZENODO_ACCESS_TOKEN: ${{ secrets.ZENODOACCESSTOKEN }}
# Steps represent a sequence of tasks that will be executed as part of the job
steps:
- uses: actions/checkout@v2
- name: Set up Python 3.9
Expand Down Expand Up @@ -58,7 +53,6 @@ jobs:
if: ${{ success() }}
run: |
update_all_singularity kipoi/kipoi-docker:${{ matrix.image }}
buildandtestsharedpy3keras2:
# The type of runner that the job will run on
strategy:
Expand All @@ -67,7 +61,6 @@ jobs:
modelgroup: ["Basenji,Basset,HAL,DeepSEA,Optimus_5Prime,labranchor,CleTimer,SiSp,FactorNet,MaxEntScan,pwm_HOCOMOCO",
"DeepBind", "lsgkm-SVM", "rbp_eclip", "Xpresso"]
runs-on: ubuntu-latest
# Steps represent a sequence of tasks that will be executed as part of the job
steps:
- uses: actions/checkout@v2
- name: Set up Python 3.9
Expand All @@ -79,8 +72,6 @@ jobs:
docker build -f dockerfiles/Dockerfile.kipoi-base-env -t kipoi/kipoi-docker:kipoi-base-env .
docker build -f dockerfiles/Dockerfile.sharedpy3keras2 -t kipoi/kipoi-docker:sharedpy3keras2 .
pytest -s test-containers/test_containers_from_command_line.py --image=kipoi/kipoi-docker:sharedpy3keras2 --modelgroup=${{ matrix.modelgroup }}
buildandpushkipoibaseenvandsharedpy3keras2:
needs: [buildandtestsharedpy3keras2, buildtestandpush]
runs-on: ubuntu-latest
Expand Down Expand Up @@ -123,6 +114,6 @@ jobs:
- name: Update the singularity version of ${{ matrix.image }}
shell: bash -l {0}
if: ${{ success() }}
run: |
run: |-
update_all_singularity kipoi/kipoi-docker:kipoi-base-env
update_all_singularity kipoi/kipoi-docker:sharedpy3keras2
update_all_singularity kipoi/kipoi-docker:sharedpy3keras2
2 changes: 2 additions & 0 deletions .github/workflows/sync-with-model-repo.yml
Original file line number Diff line number Diff line change
Expand Up @@ -47,3 +47,5 @@ jobs:
python kipoi_containers/updateoradd.py
- name: Create Pull Request
uses: peter-evans/create-pull-request@v3
with:
token: ${{ secrets.GITHUBPAT }}
7 changes: 2 additions & 5 deletions .github/workflows/test-images.yml
Original file line number Diff line number Diff line change
@@ -1,5 +1,4 @@
name: CI

on:
push:
branches: ['**']
Expand Down Expand Up @@ -30,7 +29,6 @@ jobs:
flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
# exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
test:
strategy:
fail-fast: false
Expand All @@ -52,7 +50,7 @@ jobs:
uses: actions/setup-python@v2
with:
python-version: 3.9
- name: Install
- name: Install
uses: conda-incubator/setup-miniconda@v2
with:
activate-environment: py39
Expand All @@ -71,7 +69,6 @@ jobs:
run: |
pytest -s test-containers/test_models_from_command_line.py --model=${{ matrix.model }}
docker system prune -a -f
testdockerandsingularity:

runs-on: ubuntu-latest
Expand All @@ -94,4 +91,4 @@ jobs:
pip install coveralls
docker pull kipoi/kipoi-docker:mmsplice
coverage run -m pytest -s test-docker/test_docker_handler.py test-singularity test-containers/test_update_all_singularity_images.py
coveralls --service=github
coveralls --service=github
Loading

0 comments on commit 061f5e9

Please sign in to comment.