objectivefs refinement, better iscsi session handling #420
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # https://www.truenas.com/software-status/ | |
| name: CI | |
| on: | |
| push: | |
| tags: | |
| - "v*" | |
| branches: | |
| - master | |
| - next | |
| jobs: | |
| cancel-previous-runs: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Cancel Previous Runs | |
| uses: styfle/cancel-workflow-action@0.12.1 | |
| with: | |
| access_token: ${{ github.token }} | |
| build-npm-linux-amd64: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: 20 | |
| - shell: bash | |
| name: npm install | |
| run: | | |
| ci/bin/build.sh | |
| - name: upload build | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: node-modules-linux-amd64 | |
| path: node_modules-linux-amd64.tar.gz | |
| retention-days: 1 | |
| build-npm-windows-amd64: | |
| runs-on: windows-2022 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: 20 | |
| - shell: pwsh | |
| name: npm install | |
| run: | | |
| ci\bin\build.ps1 | |
| - name: upload build | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: node-modules-windows-amd64 | |
| path: node_modules-windows-amd64.tar.gz | |
| retention-days: 1 | |
| csi-sanity-synology-dsm6: | |
| needs: | |
| - build-npm-linux-amd64 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - synlogy/dsm6/iscsi.yaml | |
| runs-on: | |
| - self-hosted | |
| - Linux | |
| - X64 | |
| - csi-sanity-synology | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: node-modules-linux-amd64 | |
| - name: csi-sanity | |
| run: | | |
| # run tests | |
| ci/bin/run.sh | |
| env: | |
| TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}" | |
| SYNOLOGY_HOST: ${{ secrets.SANITY_SYNOLOGY_DSM6_HOST }} | |
| SYNOLOGY_PORT: ${{ secrets.SANITY_SYNOLOGY_DSM6_PORT }} | |
| SYNOLOGY_USERNAME: ${{ secrets.SANITY_SYNOLOGY_USERNAME }} | |
| SYNOLOGY_PASSWORD: ${{ secrets.SANITY_SYNOLOGY_PASSWORD }} | |
| SYNOLOGY_VOLUME: ${{ secrets.SANITY_SYNOLOGY_VOLUME }} | |
| csi-sanity-synology-dsm7: | |
| needs: | |
| - build-npm-linux-amd64 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - synlogy/dsm7/iscsi.yaml | |
| runs-on: | |
| - self-hosted | |
| - Linux | |
| - X64 | |
| - csi-sanity-synology | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: node-modules-linux-amd64 | |
| - name: csi-sanity | |
| run: | | |
| # run tests | |
| ci/bin/run.sh | |
| env: | |
| TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}" | |
| SYNOLOGY_HOST: ${{ secrets.SANITY_SYNOLOGY_DSM7_HOST }} | |
| SYNOLOGY_PORT: ${{ secrets.SANITY_SYNOLOGY_DSM7_PORT }} | |
| SYNOLOGY_USERNAME: ${{ secrets.SANITY_SYNOLOGY_USERNAME }} | |
| SYNOLOGY_PASSWORD: ${{ secrets.SANITY_SYNOLOGY_PASSWORD }} | |
| SYNOLOGY_VOLUME: ${{ secrets.SANITY_SYNOLOGY_VOLUME }} | |
| csi-sanity-truenas-scale-24_04: | |
| needs: | |
| - build-npm-linux-amd64 | |
| strategy: | |
| fail-fast: false | |
| max-parallel: 1 | |
| matrix: | |
| config: | |
| - truenas/scale/24.04/scale-iscsi.yaml | |
| - truenas/scale/24.04/scale-nfs.yaml | |
| # 80 char limit | |
| - truenas/scale/24.04/scale-smb.yaml | |
| runs-on: | |
| - self-hosted | |
| - Linux | |
| - X64 | |
| #- csi-sanity-truenas | |
| - csi-sanity-zfs-generic | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: node-modules-linux-amd64 | |
| - name: csi-sanity | |
| run: | | |
| # run tests | |
| ci/bin/run.sh | |
| env: | |
| TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}" | |
| TRUENAS_HOST: ${{ secrets.SANITY_TRUENAS_SCALE_24_04_HOST }} | |
| TRUENAS_USERNAME: ${{ secrets.SANITY_TRUENAS_USERNAME }} | |
| TRUENAS_PASSWORD: ${{ secrets.SANITY_TRUENAS_PASSWORD }} | |
| # ssh-based drivers | |
| csi-sanity-truenas-core-13_0: | |
| needs: | |
| - build-npm-linux-amd64 | |
| strategy: | |
| fail-fast: false | |
| max-parallel: 1 | |
| matrix: | |
| config: | |
| - truenas/core/13.0/core-iscsi.yaml | |
| - truenas/core/13.0/core-nfs.yaml | |
| # 80 char limit | |
| - truenas/core/13.0/core-smb.yaml | |
| runs-on: | |
| - self-hosted | |
| - Linux | |
| - X64 | |
| #- csi-sanity-truenas | |
| - csi-sanity-zfs-generic | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: node-modules-linux-amd64 | |
| - name: csi-sanity | |
| run: | | |
| # run tests | |
| ci/bin/run.sh | |
| env: | |
| TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}" | |
| TRUENAS_HOST: ${{ secrets.SANITY_TRUENAS_CORE_13_0_HOST }} | |
| TRUENAS_USERNAME: ${{ secrets.SANITY_TRUENAS_USERNAME }} | |
| TRUENAS_PASSWORD: ${{ secrets.SANITY_TRUENAS_PASSWORD }} | |
| # ssh-based drivers | |
| csi-sanity-zfs-generic: | |
| needs: | |
| - build-npm-linux-amd64 | |
| strategy: | |
| fail-fast: false | |
| max-parallel: 1 | |
| matrix: | |
| config: | |
| - zfs-generic/iscsi.yaml | |
| - zfs-generic/nfs.yaml | |
| - zfs-generic/smb.yaml | |
| - zfs-generic/nvmeof.yaml | |
| runs-on: | |
| - self-hosted | |
| - Linux | |
| - X64 | |
| - csi-sanity-zfs-generic | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: node-modules-linux-amd64 | |
| - name: csi-sanity | |
| run: | | |
| # run tests | |
| ci/bin/run.sh | |
| env: | |
| TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}" | |
| SERVER_HOST: ${{ secrets.SANITY_ZFS_GENERIC_HOST }} | |
| SERVER_USERNAME: ${{ secrets.SANITY_ZFS_GENERIC_USERNAME }} | |
| SERVER_PASSWORD: ${{ secrets.SANITY_ZFS_GENERIC_PASSWORD }} | |
| # client drivers | |
| csi-sanity-objectivefs: | |
| needs: | |
| - build-npm-linux-amd64 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - objectivefs/objectivefs.yaml | |
| runs-on: | |
| - self-hosted | |
| - Linux | |
| - X64 | |
| - csi-sanity-client | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: node-modules-linux-amd64 | |
| - name: csi-sanity | |
| run: | | |
| # run tests | |
| ci/bin/run.sh | |
| env: | |
| TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}" | |
| OBJECTIVEFS_POOL: ${{ secrets.SANITY_OBJECTIVEFS_POOL }} | |
| OBJECTIVEFS_LICENSE: ${{ secrets.SANITY_OBJECTIVEFS_LICENSE }} | |
| OBJECTIVEFS_OBJECTSTORE: ${{ secrets.SANITY_OBJECTIVEFS_OBJECTSTORE }} | |
| OBJECTIVEFS_ENDPOINT: ${{ secrets.SANITY_OBJECTIVEFS_ENDPOINT }} | |
| OBJECTIVEFS_SECRET_KEY: ${{ secrets.SANITY_OBJECTIVEFS_SECRET_KEY }} | |
| OBJECTIVEFS_ACCESS_KEY: ${{ secrets.SANITY_OBJECTIVEFS_ACCESS_KEY }} | |
| OBJECTIVEFS_PASSPHRASE: ${{ secrets.SANITY_OBJECTIVEFS_PASSPHRASE }} | |
| # these secrets need to match the above secrets for staging/etc | |
| CSI_SANITY_SECRETS: /root/csi-secrets/objectivefs-secrets.yaml | |
| CSI_SANITY_SKIP: "should fail when requesting to create a snapshot with already existing name and different source volume ID|should fail when requesting to create a volume with already existing name and different capacity" | |
| # client drivers | |
| csi-sanity-client: | |
| needs: | |
| - build-npm-linux-amd64 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - client/nfs.yaml | |
| - client/smb.yaml | |
| runs-on: | |
| - self-hosted | |
| - Linux | |
| - X64 | |
| - csi-sanity-client | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: node-modules-linux-amd64 | |
| - name: csi-sanity | |
| run: | | |
| # run tests | |
| ci/bin/run.sh | |
| env: | |
| TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}" | |
| SERVER_HOST: ${{ secrets.SANITY_ZFS_GENERIC_HOST }} | |
| SHARE_NAME: tank_client_smb | |
| CSI_SANITY_SKIP: "should fail when requesting to create a snapshot with already existing name and different source volume ID|should fail when requesting to create a volume with already existing name and different capacity" | |
| csi-sanity-client-windows: | |
| needs: | |
| - build-npm-windows-amd64 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - client\smb.yaml | |
| runs-on: | |
| - self-hosted | |
| - Windows | |
| - X64 | |
| - csi-sanity-client | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: node-modules-windows-amd64 | |
| - name: csi-sanity | |
| run: | | |
| # run tests | |
| ci\bin\run.ps1 | |
| env: | |
| TEMPLATE_CONFIG_FILE: ".\\ci\\configs\\${{ matrix.config }}" | |
| SERVER_HOST: ${{ secrets.SANITY_ZFS_GENERIC_HOST }} | |
| SHARE_NAME: tank_client_smb | |
| CSI_SANITY_SKIP: "should fail when requesting to create a snapshot with already existing name and different source volume ID|should fail when requesting to create a volume with already existing name and different capacity" | |
| # zfs-local drivers | |
| csi-sanity-zfs-local: | |
| needs: | |
| - build-npm-linux-amd64 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - zfs-local/zvol.yaml | |
| - zfs-local/dataset.yaml | |
| runs-on: | |
| - self-hosted | |
| - Linux | |
| - X64 | |
| - csi-sanity-zfs-local | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: node-modules-linux-amd64 | |
| - name: csi-sanity | |
| run: | | |
| # run tests | |
| ci/bin/run.sh | |
| env: | |
| TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}" | |
| # local-hostpath driver | |
| csi-sanity-local-hostpath: | |
| needs: | |
| - build-npm-linux-amd64 | |
| - build-npm-windows-amd64 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [Linux, Windows] | |
| include: | |
| - os: Linux | |
| npmartifact: node-modules-linux-amd64 | |
| template: "./ci/configs/local-hostpath/basic.yaml" | |
| run: | | |
| # run tests | |
| ci/bin/run.sh | |
| - os: Windows | |
| npmartifact: node-modules-windows-amd64 | |
| template: ".\\ci\\configs\\local-hostpath\\basic.yaml" | |
| run: | | |
| # run tests | |
| ci\bin\run.ps1 | |
| runs-on: | |
| - self-hosted | |
| - ${{ matrix.os }} | |
| - X64 | |
| - csi-sanity-local-hostpath | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ matrix.npmartifact }} | |
| - name: csi-sanity | |
| run: ${{ matrix.run }} | |
| env: | |
| TEMPLATE_CONFIG_FILE: "${{ matrix.template }}" | |
| CSI_SANITY_SKIP: "should fail when requesting to create a snapshot with already existing name and different source volume ID|should fail when requesting to create a volume with already existing name and different capacity" | |
| csi-sanity-windows-node: | |
| needs: | |
| - build-npm-windows-amd64 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - windows\iscsi.yaml | |
| - windows\smb.yaml | |
| runs-on: | |
| - self-hosted | |
| - Windows | |
| - X64 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: node-modules-windows-amd64 | |
| - name: csi-sanity | |
| run: | | |
| # run tests | |
| ci\bin\run.ps1 | |
| env: | |
| TEMPLATE_CONFIG_FILE: ".\\ci\\configs\\${{ matrix.config }}" | |
| SERVER_HOST: ${{ secrets.SANITY_ZFS_GENERIC_HOST }} | |
| SERVER_USERNAME: ${{ secrets.SANITY_ZFS_GENERIC_USERNAME }} | |
| SERVER_PASSWORD: ${{ secrets.SANITY_ZFS_GENERIC_PASSWORD }} | |
| CSI_SANITY_FOCUS: "Node Service" | |
| determine-image-tag: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| tag: ${{ steps.tag.outputs.tag }} | |
| steps: | |
| - id: tag | |
| run: | | |
| if [[ $GITHUB_REF == refs/tags/* ]]; then | |
| export GIT_TAG=${GITHUB_REF#refs/tags/} | |
| else | |
| export GIT_BRANCH=${GITHUB_REF#refs/heads/} | |
| fi | |
| if [[ -n "${GIT_TAG}" ]]; then | |
| echo "::set-output name=tag::${GIT_TAG}" | |
| elif [[ -n "${GIT_BRANCH}" ]]; then | |
| if [[ "${GIT_BRANCH}" == "master" ]]; then | |
| echo "::set-output name=tag::latest" | |
| else | |
| echo "::set-output name=tag::${GIT_BRANCH}" | |
| fi | |
| else | |
| : | |
| fi | |
| build-docker-linux: | |
| needs: | |
| - determine-image-tag | |
| - csi-sanity-synology-dsm6 | |
| - csi-sanity-synology-dsm7 | |
| - csi-sanity-truenas-scale-24_04 | |
| - csi-sanity-truenas-core-13_0 | |
| - csi-sanity-zfs-generic | |
| - csi-sanity-objectivefs | |
| - csi-sanity-client | |
| - csi-sanity-client-windows | |
| - csi-sanity-zfs-local | |
| - csi-sanity-local-hostpath | |
| - csi-sanity-windows-node | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: docker build | |
| run: | | |
| export ARCH=$([ $(uname -m) = "x86_64" ] && echo "amd64" || echo "arm64") | |
| mkdir -p ~/.docker/cli-plugins/ | |
| wget -qO ~/.docker/cli-plugins/docker-buildx https://github.com/docker/buildx/releases/download/v0.8.2/buildx-v0.8.2.linux-${ARCH} | |
| chmod a+x ~/.docker/cli-plugins/docker-buildx | |
| docker info | |
| docker buildx version | |
| docker buildx ls | |
| docker run --rm --privileged multiarch/qemu-user-static --reset -p yes | |
| docker buildx create --name xbuilder --use | |
| docker buildx inspect --bootstrap | |
| .github/bin/docker-release.sh | |
| env: | |
| DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }} | |
| DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }} | |
| GHCR_USERNAME: ${{ secrets.GHCR_USERNAME }} | |
| GHCR_PASSWORD: ${{ secrets.GHCR_PASSWORD }} | |
| OBJECTIVEFS_DOWNLOAD_ID: ${{ secrets.OBJECTIVEFS_DOWNLOAD_ID }} | |
| DOCKER_CLI_EXPERIMENTAL: enabled | |
| DOCKER_BUILD_PLATFORM: linux/amd64,linux/arm64,linux/arm/v7,linux/s390x,linux/ppc64le | |
| IMAGE_TAG: ${{needs.determine-image-tag.outputs.tag}} | |
| build-docker-windows: | |
| needs: | |
| - csi-sanity-synology-dsm6 | |
| - csi-sanity-synology-dsm7 | |
| - csi-sanity-truenas-scale-24_04 | |
| - csi-sanity-truenas-core-13_0 | |
| - csi-sanity-zfs-generic | |
| - csi-sanity-objectivefs | |
| - csi-sanity-client | |
| - csi-sanity-client-windows | |
| - csi-sanity-zfs-local | |
| - csi-sanity-local-hostpath | |
| - csi-sanity-windows-node | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [windows-2019, windows-2022] | |
| include: | |
| - os: windows-2019 | |
| core_base_tag: ltsc2019 | |
| nano_base_tag: "1809" | |
| file: Dockerfile.Windows | |
| - os: windows-2022 | |
| core_base_tag: ltsc2022 | |
| nano_base_tag: ltsc2022 | |
| file: Dockerfile.Windows | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: docker build | |
| shell: bash | |
| run: | | |
| docker info | |
| docker build --pull -f ${{ matrix.file }} --build-arg NANO_BASE_TAG=${{ matrix.nano_base_tag }} --build-arg CORE_BASE_TAG=${{ matrix.core_base_tag }} -t democratic-csi-windows:${GITHUB_RUN_ID}-${{ matrix.core_base_tag }} \ | |
| --label "org.opencontainers.image.created=$(date -u --iso-8601=seconds)" \ | |
| --label "org.opencontainers.image.revision=${GITHUB_SHA}" \ | |
| . | |
| docker inspect democratic-csi-windows:${GITHUB_RUN_ID}-${{ matrix.core_base_tag }} | |
| docker save democratic-csi-windows:${GITHUB_RUN_ID}-${{ matrix.core_base_tag }} -o democratic-csi-windows-${{ matrix.core_base_tag }}.tar | |
| - name: upload image tar | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: democratic-csi-windows-${{ matrix.core_base_tag }}.tar | |
| path: democratic-csi-windows-${{ matrix.core_base_tag }}.tar | |
| retention-days: 1 | |
| push-docker-windows: | |
| needs: | |
| - build-docker-linux | |
| - build-docker-windows | |
| - determine-image-tag | |
| runs-on: | |
| - self-hosted | |
| - buildah | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: democratic-csi-windows-ltsc2019.tar | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: democratic-csi-windows-ltsc2022.tar | |
| - name: push windows images with buildah | |
| run: | | |
| #.github/bin/install_latest_buildah.sh | |
| buildah version | |
| .github/bin/docker-release-windows.sh | |
| env: | |
| DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }} | |
| DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }} | |
| GHCR_USERNAME: ${{ secrets.GHCR_USERNAME }} | |
| GHCR_PASSWORD: ${{ secrets.GHCR_PASSWORD }} | |
| DOCKER_CLI_EXPERIMENTAL: enabled | |
| IMAGE_TAG: ${{needs.determine-image-tag.outputs.tag}} |