Skip to content
Renku Docker Image CI

Merge branch 'main' into dependabot/pip/docker/py/pip-24.1 #624

Sign in to view logs

Merge branch 'main' into dependabot/pip/docker/py/pip-24.1

Merge branch 'main' into dependabot/pip/docker/py/pip-24.1 #624

Workflow file for this run

.github/workflows/build-and-push-to-docker.yml at b834696
# This set of github actions is used to automatically build the
# docker images for all of the containers we support. The build
# process is quite long as it involves building quite a few
# container images (maybe 20-30). We have considered trying to
# reduce this build time but it's a bit non trivial in our
# current configuration - the obvious q is to, say, detect if
# there are changes to e.g. docker/cuda and only build the cuda
# images in this case. The problem with this is that building the
# cuda images involves building the base python image, so we would
# build that, push it and tag it and then we would end up with a
# situation in which the cuda image is based on a renku-python image
# which has a tag which differs from, say, the r or julia images.
#
# Some solution might be possible which looks at previous commits
# and existing tags on docker images but this is a bit complex and
# probably requires having a clear model of dependencies and how
# they interact and what we're trying to achieve.
#
# It's probbaly worth noting here that the same action is used multiple
# times with multiple input parameters in the `matrix` variable to
# build different versions of the image.
name: Renku Docker Image CI
on: [push]
env:
DOCKER_PREFIX: renku/renkulab
DEFAULT_PYTHON_VERSION: "3.10"
jobs:
lint:
strategy:
fail-fast: true
matrix:
DOCKERFILE_PATH:
- docker/py/Dockerfile
- docker/r/Dockerfile
- docker/cuda/Dockerfile
- docker/vnc/Dockerfile
- docker/matlab/Dockerfile
- docker/matlab-jupyter/Dockerfile
- docker/julia/Dockerfile
- docker/batch/Dockerfile
- docker/qgis/Dockerfile
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: hadolint/hadolint-action@v3.1.0
with:
dockerfile: ${{ matrix.DOCKERFILE_PATH }}
config: .hadolint.yaml
build-py:
needs: lint
runs-on: ubuntu-latest
strategy:
fail-fast: true
matrix:
include:
- BASE_PYTHON_VERSION: "3.11"
REGISTRY: quay.io
- BASE_PYTHON_VERSION: "3.10"
REGISTRY: docker.io
- BASE_PYTHON_VERSION: "3.9"
REGISTRY: docker.io
- BASE_PYTHON_VERSION: "3.8"
REGISTRY: docker.io
steps:
- name: Docker Login
uses: Azure/docker-login@v1
with:
username: ${{ secrets.RENKU_DOCKER_USERNAME }}
password: ${{ secrets.RENKU_DOCKER_PASSWORD }}
- uses: actions/checkout@v4
- name: Set up QEMU
uses: docker/setup-qemu-action@v3.0.0
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Docker meta
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.DOCKER_PREFIX }}-py
tags: |
type=sha,prefix=${{ matrix.BASE_PYTHON_VERSION }}-
- name: Build and load
uses: docker/build-push-action@v5
with:
build-args: |
BASE_IMAGE=${{ matrix.REGISTRY }}/jupyter/base-notebook:python-${{ matrix.BASE_PYTHON_VERSION }}
cache-from: type=gha
cache-to: type=gha,mode=max
context: docker/py
labels: ${{ steps.meta.outputs.labels }}
load: true
tags: ${{ steps.meta.outputs.tags }}
provenance: false
- name: Image Acceptance Tests
uses: cypress-io/github-action@v6
env:
TEST_IMAGE_NAME: ${{ env.DOCKER_PREFIX }}-py:${{ steps.meta.outputs.version }}
TEST_USER_NAME: jovyan
TEST_SPEC: jupyterlab.cy.ts
with:
working-directory: tests
command: npx mocha -r ts-node/register index.ts
# export the base images for other jobs to use
- name: Build and export
uses: docker/build-push-action@v5
with:
build-args: |
BASE_IMAGE=${{ matrix.REGISTRY }}/jupyter/base-notebook:python-${{ matrix.BASE_PYTHON_VERSION }}
cache-from: type=gha
context: docker/py
labels: ${{ steps.meta.outputs.labels }}
push: true
tags: ${{ steps.meta.outputs.tags }}
provenance: false
build-py-homedir-env:
needs: lint
runs-on: ubuntu-latest
strategy:
fail-fast: true
matrix:
BASE_PYTHON_VERSION:
- "3.10"
- "3.9"
- "3.8"
steps:
- name: Docker Login
uses: Azure/docker-login@v1
with:
username: ${{ secrets.RENKU_DOCKER_USERNAME }}
password: ${{ secrets.RENKU_DOCKER_PASSWORD }}
- uses: actions/checkout@v4
- name: Set up QEMU
uses: docker/setup-qemu-action@v3.0.0
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Docker meta
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.DOCKER_PREFIX }}-py-homedir-envs
tags: |
type=sha,prefix=${{ matrix.BASE_PYTHON_VERSION }}-
type=semver,pattern={{version}},prefix=${{ matrix.BASE_PYTHON_VERSION }}-
type=raw,value=latest,enable=${{ github.ref == 'refs/heads/main' && matrix.BASE_PYTHON_VERSION == env.DEFAULT_PYTHON_VERSION }}
- name: Build and load
uses: docker/build-push-action@v5
with:
build-args: |
BASE_IMAGE=jupyter/base-notebook:python-${{ matrix.BASE_PYTHON_VERSION }}
CONDA_ENVS_DIRS=/home/jovyan/work/envs
cache-from: type=gha
cache-to: type=gha,mode=max
context: docker/py
labels: ${{ steps.meta.outputs.labels }}
load: true
tags: ${{ steps.meta.outputs.tags }}
provenance: false
- name: Image Acceptance Tests
uses: cypress-io/github-action@v6
env:
TEST_IMAGE_NAME: ${{ env.DOCKER_PREFIX }}-py-homedir-envs:${{ steps.meta.outputs.version }}
TEST_USER_NAME: jovyan
TEST_SPEC: jupyterlab.cy.ts
with:
working-directory: tests
command: npx mocha -r ts-node/register index.ts
# export the default base image for other jobs to use
- name: Build and export
if: matrix.BASE_PYTHON_VERSION == env.DEFAULT_PYTHON_VERSION
uses: docker/build-push-action@v5
with:
build-args: |
BASE_IMAGE=jupyter/base-notebook:python-${{ matrix.BASE_PYTHON_VERSION }}
CONDA_ENVS_DIRS=/home/jovyan/work/envs
cache-from: type=gha
context: docker/py
labels: ${{ steps.meta.outputs.labels }}
push: true
tags: ${{ steps.meta.outputs.tags }}
provenance: false
build-py-multiarch:
needs: build-py
runs-on: ubuntu-latest
strategy:
fail-fast: true
matrix:
BASE_PYTHON_VERSION:
- "3.10"
- "3.9"
- "3.8"
steps:
- name: Docker Login
uses: Azure/docker-login@v1
with:
username: ${{ secrets.RENKU_DOCKER_USERNAME }}
password: ${{ secrets.RENKU_DOCKER_PASSWORD }}
- uses: actions/checkout@v4
- name: Set up QEMU
uses: docker/setup-qemu-action@v3.0.0
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Docker meta
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.DOCKER_PREFIX }}-py
tags: |
type=sha,prefix=${{ matrix.BASE_PYTHON_VERSION }}-
type=semver,pattern={{version}},prefix=${{ matrix.BASE_PYTHON_VERSION }}-
type=raw,value=latest,enable=${{ github.ref == 'refs/heads/main' && matrix.BASE_PYTHON_VERSION == env.DEFAULT_PYTHON_VERSION }}
- name: Build and push
uses: docker/build-push-action@v5
with:
context: docker/py
push: true
tags: ${{ steps.meta.outputs.tags }}
labels: ${{ steps.meta.outputs.labels }}
cache-to: type=gha,mode=max
cache-from: type=gha
build-args: |
BASE_IMAGE=jupyter/base-notebook:python-${{ matrix.BASE_PYTHON_VERSION }}
platforms: linux/amd64,linux/arm64
provenance: false
build-cuda:
needs: build-py
runs-on: ubuntu-latest
strategy:
fail-fast: true
matrix:
include:
# taken from tensorflow compatibility chart at https://www.tensorflow.org/install/source#gpu
- CUDA_VERSION: "11.2"
EXTRA_LIBRARIES: ""
CUDA_CUDART_PACKAGE: "cuda-cudart-11-2=11.2.152-1"
CUDA_COMPAT_PACKAGE: "cuda-compat-11-2"
LIBCUDNN_PACKAGE: "libcudnn8=8.1.1.33-1+cuda11.2"
- CUDA_VERSION: "11.3"
EXTRA_LIBRARIES: ""
CUDA_CUDART_PACKAGE: "cuda-cudart-11-3=11.3.109-1"
CUDA_COMPAT_PACKAGE: "cuda-compat-11-3"
LIBCUDNN_PACKAGE: "libcudnn8=8.2.1.32-1+cuda11.3"
- CUDA_VERSION: "11.4"
EXTRA_LIBRARIES: ""
CUDA_CUDART_PACKAGE: "cuda-cudart-11-4=11.4.148-1"
CUDA_COMPAT_PACKAGE: "cuda-compat-11-4"
LIBCUDNN_PACKAGE: "libcudnn8=8.2.4.15-1+cuda11.4"
- CUDA_VERSION: "11.5"
EXTRA_LIBRARIES: ""
CUDA_CUDART_PACKAGE: "cuda-cudart-11-5=11.5.117-1"
CUDA_COMPAT_PACKAGE: "cuda-compat-11-5"
LIBCUDNN_PACKAGE: "libcudnn8=8.3.2.44-1+cuda11.5"
- CUDA_VERSION: "11.7"
EXTRA_LIBRARIES: ""
CUDA_CUDART_PACKAGE: "cuda-cudart-11-7=11.7.60-1"
CUDA_COMPAT_PACKAGE: "cuda-compat-11-7"
LIBCUDNN_PACKAGE: "libcudnn8=8.5.0.96-1+cuda11.7"
- CUDA_VERSION: "11.8"
EXTRA_LIBRARIES: ""
CUDA_CUDART_PACKAGE: "cuda-cudart-11-8=11.8.89-1"
CUDA_COMPAT_PACKAGE: "cuda-compat-11-8"
LIBCUDNN_PACKAGE: "libcudnn8=8.6.0.163-1+cuda11.8"
ADD_2204_APT_REPOS: "true"
- CUDA_VERSION: "12.2"
EXTRA_LIBRARIES: ""
CUDA_CUDART_PACKAGE: "cuda-cudart-12-2=12.2.140-1"
CUDA_COMPAT_PACKAGE: "cuda-compat-12-2"
LIBCUDNN_PACKAGE: "libcudnn8=8.9.5.29-1+cuda12.2"
ADD_2204_APT_REPOS: "true"
steps:
- name: Docker Login
uses: Azure/docker-login@v1
with:
username: ${{ secrets.RENKU_DOCKER_USERNAME }}
password: ${{ secrets.RENKU_DOCKER_PASSWORD }}
- uses: actions/checkout@v4
- name: Set outputs
id: vars
run: |
sha_short=$(git rev-parse --short HEAD)
echo "sha_short=$sha_short" >> $GITHUB_OUTPUT
echo "renku_base=${DOCKER_PREFIX}-py:${DEFAULT_PYTHON_VERSION}-${sha_short}" >> $GITHUB_OUTPUT
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Docker meta
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.DOCKER_PREFIX }}-cuda
tags: |
type=sha,prefix=${{ matrix.CUDA_VERSION }}-
type=semver,pattern={{version}},prefix=${{ matrix.CUDA_VERSION }}-
type=raw,value=latest,enable=${{ github.ref == 'refs/heads/main' && matrix.CUDA_VERSION == '11.7' }}
- name: Build and load
uses: docker/build-push-action@v5
with:
build-args: |
RENKU_BASE=${{ steps.vars.outputs.renku_base }}
CUDA_COMPAT_PACKAGE=${{ matrix.CUDA_COMPAT_PACKAGE }}
CUDA_CUDART_PACKAGE=${{ matrix.CUDA_CUDART_PACKAGE }}
CUDA_VERSION=${{ matrix.CUDA_VERSION }}
EXTRA_LIBRARIES=${{ matrix.EXTRA_LIBRARIES }}
LIBCUDNN_PACKAGE=${{ matrix.LIBCUDNN_PACKAGE }}
ADD_2204_APT_REPOS=${{ matrix.ADD_2204_APT_REPOS }}
context: docker/cuda
labels: ${{ steps.meta.outputs.labels }}
load: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: |
type=inline
type=registry,ref=${{ steps.vars.outputs.renku_base }}
provenance: false
- name: Image Acceptance Tests
uses: cypress-io/github-action@v6
env:
TEST_IMAGE_NAME: ${{ env.DOCKER_PREFIX }}-cuda:${{ steps.meta.outputs.version }}
TEST_USER_NAME: jovyan
TEST_SPEC: jupyterlab.cy.ts
with:
working-directory: tests
command: npx mocha -r ts-node/register index.ts
- name: Build and push
uses: docker/build-push-action@v5
with:
build-args: |
RENKU_BASE=${{ steps.vars.outputs.renku_base }}
CUDA_COMPAT_PACKAGE=${{ matrix.CUDA_COMPAT_PACKAGE }}
CUDA_CUDART_PACKAGE=${{ matrix.CUDA_CUDART_PACKAGE }}
CUDA_VERSION=${{ matrix.CUDA_VERSION }}
EXTRA_LIBRARIES=${{ matrix.EXTRA_LIBRARIES }}
LIBCUDNN_PACKAGE=${{ matrix.LIBCUDNN_PACKAGE }}
context: docker/cuda
labels: ${{ steps.meta.outputs.labels }}
push: true
tags: ${{ steps.meta.outputs.tags }}
provenance: false
build-py-ext:
needs: build-py
runs-on: ubuntu-latest
strategy:
fail-fast: true
matrix:
include:
- EXTENSION: vnc
PYTHON_VERSION: "3.10"
- EXTENSION: vnc
PYTHON_VERSION: "3.11"
- EXTENSION: batch
PYTHON_VERSION: "3.10"
steps:
- name: Docker Login
uses: Azure/docker-login@v1
with:
username: ${{ secrets.RENKU_DOCKER_USERNAME }}
password: ${{ secrets.RENKU_DOCKER_PASSWORD }}
- uses: actions/checkout@v4
- name: Set outputs
id: vars
run: |
sha_short=$(git rev-parse --short HEAD)
echo "sha_short=$sha_short" >> $GITHUB_OUTPUT
- name: Set up QEMU
uses: docker/setup-qemu-action@v3.0.0
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Docker meta
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.DOCKER_PREFIX }}-${{ matrix.EXTENSION }}
tags: |
type=sha,prefix=${{ matrix.PYTHON_VERSION }}-
type=semver,pattern={{version}},prefix=${{ matrix.PYTHON_VERSION }}-
type=raw,value=latest,enable=${{ github.ref == 'refs/heads/main' }},prefix=${{ matrix.PYTHON_VERSION }}-
- name: Build and push
uses: docker/build-push-action@v5
with:
build-args: |
RENKU_BASE=${{ env.DOCKER_PREFIX }}-py:${{ matrix.PYTHON_VERSION }}-${{ steps.vars.outputs.sha_short }}
context: docker/${{ matrix.EXTENSION }}
labels: ${{ steps.meta.outputs.labels }}
push: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: type=gha
provenance: false
platforms: linux/amd64,linux/arm64
build-matlab-ext:
needs: build-py
runs-on: ubuntu-latest
strategy:
fail-fast: true
matrix:
include:
- EXTENSION: matlab-jupyter
PYTHON_VERSION: "3.10"
- EXTENSION: matlab-jupyter
PYTHON_VERSION: "3.11"
steps:
- name: Docker Login
uses: Azure/docker-login@v1
with:
username: ${{ secrets.RENKU_DOCKER_USERNAME }}
password: ${{ secrets.RENKU_DOCKER_PASSWORD }}
- uses: actions/checkout@v4
- name: Set outputs
id: vars
run: |
sha_short=$(git rev-parse --short HEAD)
echo "sha_short=$sha_short" >> $GITHUB_OUTPUT
- name: Set up QEMU
uses: docker/setup-qemu-action@v3.0.0
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Docker meta
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.DOCKER_PREFIX }}-${{ matrix.EXTENSION }}
tags: |
type=sha,prefix=${{ matrix.PYTHON_VERSION }}-
type=semver,pattern={{version}},prefix=${{ matrix.PYTHON_VERSION }}-
type=raw,value=latest,enable=${{ github.ref == 'refs/heads/main' }},prefix=${{ matrix.PYTHON_VERSION }}-
- name: Build and push
uses: docker/build-push-action@v5
with:
build-args: |
RENKU_BASE=${{ env.DOCKER_PREFIX }}-py:${{ matrix.PYTHON_VERSION }}-${{ steps.vars.outputs.sha_short }}
context: docker/${{ matrix.EXTENSION }}
labels: ${{ steps.meta.outputs.labels }}
push: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: type=gha
provenance: false
platforms: linux/amd64
build-vnc-ext:
needs: build-py-ext
runs-on: ubuntu-latest
strategy:
fail-fast: true
matrix:
VNC-EXTENSION:
- matlab
- qgis
steps:
- name: Docker Login
uses: Azure/docker-login@v1
with:
username: ${{ secrets.RENKU_DOCKER_USERNAME }}
password: ${{ secrets.RENKU_DOCKER_PASSWORD }}
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- uses: actions/checkout@v4
- name: Set outputs
id: vars
run: |
sha_short=$(git rev-parse --short HEAD)
echo "sha_short=$sha_short" >> $GITHUB_OUTPUT
echo "renku_base=${DOCKER_PREFIX}-py:${DEFAULT_PYTHON_VERSION}-${sha_short}" >> $GITHUB_OUTPUT
- name: Docker meta
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.DOCKER_PREFIX }}-${{ matrix.VNC-EXTENSION }}
tags: |
type=sha,prefix=
type=semver,pattern={{version}},prefix=
type=raw,value=latest,enable=${{ github.ref == 'refs/heads/main' }},prefix=
- name: Build and push
uses: docker/build-push-action@v5
with:
build-args: |
BASE_IMAGE=${{ env.DOCKER_PREFIX }}-vnc:${{ env.DEFAULT_PYTHON_VERSION }}-${{ steps.vars.outputs.sha_short }}
context: docker/${{ matrix.VNC-EXTENSION }}
labels: ${{ steps.meta.outputs.labels }}
push: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: type=gha
provenance: false
build-julia-ext:
needs: build-py
runs-on: ubuntu-latest
strategy:
fail-fast: true
matrix:
include:
- JULIA_VERSION: "1.7.1"
JULIA_CHECKSUM: "44658e9c7b45e2b9b5b59239d190cca42de05c175ea86bc346c294a8fe8d9f11"
- JULIA_VERSION: "1.8.5"
JULIA_CHECKSUM: "e71a24816e8fe9d5f4807664cbbb42738f5aa9fe05397d35c81d4c5d649b9d05"
- JULIA_VERSION: "1.9.0"
JULIA_CHECKSUM: "00c614466ef9809c2eb23480e38d196a2c577fff2730c4f83d135b913d473359"
steps:
- name: Docker Login
uses: Azure/docker-login@v1
with:
username: ${{ secrets.RENKU_DOCKER_USERNAME }}
password: ${{ secrets.RENKU_DOCKER_PASSWORD }}
- uses: actions/checkout@v4
- name: Set up QEMU
uses: docker/setup-qemu-action@v3.0.0
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Set outputs
id: vars
run: |
sha_short=$(git rev-parse --short HEAD)
echo "sha_short=$sha_short" >> $GITHUB_OUTPUT
echo "renku_base=${DOCKER_PREFIX}-py:${DEFAULT_PYTHON_VERSION}-${sha_short}" >> $GITHUB_OUTPUT
- name: Docker meta
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.DOCKER_PREFIX }}-julia
tags: |
type=sha,prefix=${{ matrix.JULIA_VERSION }}-
type=semver,pattern={{version}},prefix=${{ matrix.JULIA_VERSION }}-
type=raw,value=latest,enable=${{ github.ref == 'refs/heads/main' && matrix.JULIA_VERSION == '1.9.0' }}
- name: Build and load
uses: docker/build-push-action@v5
with:
build-args: |
RENKU_BASE=${{ steps.vars.outputs.renku_base }}
JULIA_VERSION_ARG=${{ matrix.JULIA_VERSION }}
JULIA_CHECKSUM=${{ matrix.JULIA_CHECKSUM }}
context: docker/julia
labels: ${{ steps.meta.outputs.labels }}
load: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: type=gha
cache-to: type=gha
provenance: false
- name: Image Acceptance Tests
uses: cypress-io/github-action@v6
env:
TEST_IMAGE_NAME: ${DOCKER_PREFIX}-julia:${{ matrix.JULIA_VERSION }}-${{ steps.vars.outputs.sha_short }}
TEST_USER_NAME: jovyan
TEST_SPEC: jupyterlab.cy.ts
with:
working-directory: tests
command: npx mocha -r ts-node/register index.ts
- name: Build and push
uses: docker/build-push-action@v5
with:
build-args: |
RENKU_BASE=${{ steps.vars.outputs.renku_base }}
context: docker/julia
labels: ${{ steps.meta.outputs.labels }}
push: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: type=gha
provenance: false
build-r-ubuntu:
needs: build-py
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
include:
- RVERSION: 4.1.0
BASE_IMAGE_NAME: rocker/verse
EXTENSION: r
RSTUDIO_VERSION: 2023.03.2+454
- RVERSION: 4.1.1
BASE_IMAGE_NAME: rocker/verse
EXTENSION: r
RSTUDIO_VERSION: 2023.03.2+454
- RVERSION: 4.1.2
BASE_IMAGE_NAME: rocker/verse
EXTENSION: r
RSTUDIO_VERSION: 2023.03.2+454
- RVERSION: 4.2.0
BASE_IMAGE_NAME: rocker/verse
EXTENSION: r
RSTUDIO_VERSION: 2023.03.2+454
- RVERSION: 4.2.3
BASE_IMAGE_NAME: rocker/verse
EXTENSION: r
RSTUDIO_VERSION: 2023.03.2+454
- RVERSION: 4.3.1
BASE_IMAGE_NAME: rocker/verse
EXTENSION: r
RSTUDIO_VERSION: 2023.12.1+402
- RVERSION: devel
BASE_IMAGE_NAME: rocker/verse
EXTENSION: r
RSTUDIO_VERSION: 2023.12.1+402
- RVERSION: RELEASE_3_14
BASE_IMAGE_NAME: bioconductor/bioconductor_docker
EXTENSION: bioc
RSTUDIO_VERSION: 2023.03.2+454
- RVERSION: RELEASE_3_15
BASE_IMAGE_NAME: bioconductor/bioconductor_docker
EXTENSION: bioc
RSTUDIO_VERSION: 2023.03.2+454
- RVERSION: RELEASE_3_16
BASE_IMAGE_NAME: bioconductor/bioconductor_docker
EXTENSION: bioc
RSTUDIO_VERSION: 2023.12.1+402
- RVERSION: RELEASE_3_17
BASE_IMAGE_NAME: bioconductor/bioconductor_docker
EXTENSION: bioc
RSTUDIO_VERSION: 2023.12.1+402
- RVERSION: RELEASE_3_18
BASE_IMAGE_NAME: bioconductor/bioconductor_docker
EXTENSION: bioc
RSTUDIO_VERSION: 2023.12.1+402
# NOTE: The devel version of bioconductor uses unstable R so it often breaks or fails to build
# - RVERSION: devel
# BASE_IMAGE_NAME: bioconductor/bioconductor_docker
# EXTENSION: bioc
steps:
- name: Docker Login
uses: Azure/docker-login@v1
with:
username: ${{ secrets.RENKU_DOCKER_USERNAME }}
password: ${{ secrets.RENKU_DOCKER_PASSWORD }}
- uses: actions/checkout@v4
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Set outputs
id: vars
run: |
sha_short=$(git rev-parse --short HEAD)
echo "sha_short=$sha_short" >> $GITHUB_OUTPUT
echo "renku_base=${DOCKER_PREFIX}-py:${DEFAULT_PYTHON_VERSION}-${sha_short}" >> $GITHUB_OUTPUT
- name: Docker meta
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.DOCKER_PREFIX }}-${{ matrix.EXTENSION }}
tags: |
type=sha,prefix=${{ matrix.RVERSION }}-
type=semver,pattern={{version}},prefix=${{ matrix.RVERSION }}-
type=raw,value=latest,enable=${{ github.ref == 'refs/heads/main' && matrix.RVERSION == 'devel' }}
- name: Clean cache
run: |
df -h
rm -rf /opt/hostedtoolcache/*
df -h
- name: Build and load
uses: docker/build-push-action@v5
with:
build-args: |
RENKU_BASE=${{ steps.vars.outputs.renku_base }}
BASE_IMAGE=${{ matrix.BASE_IMAGE_NAME }}:${{ matrix.RVERSION }}
RSTUDIO_VERSION_OVERRIDE=${{ matrix.RSTUDIO_VERSION }}
context: docker/r
labels: ${{ steps.meta.outputs.labels }}
load: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: type=gha
provenance: false
- name: Image Acceptance Tests
uses: cypress-io/github-action@v6
env:
TEST_IMAGE_NAME: ${{ env.DOCKER_PREFIX }}-${{ matrix.EXTENSION }}:${{ matrix.RVERSION }}-${{ steps.vars.outputs.sha_short }}
TEST_ENV: rstudio
TEST_USER_NAME: rstudio
TEST_SPEC: rstudio.cy.ts
with:
working-directory: tests
start: docker images
command: npx mocha -r ts-node/register index.ts
- name: Build and push
uses: docker/build-push-action@v5
with:
build-args: |
RENKU_BASE=${{ steps.vars.outputs.renku_base }}
BASE_IMAGE=${{ matrix.BASE_IMAGE_NAME }}:${{ matrix.RVERSION }}
RSTUDIO_VERSION_OVERRIDE=${{ matrix.RSTUDIO_VERSION }}
context: docker/r
labels: ${{ steps.meta.outputs.labels }}
push: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: type=gha
provenance: false