Build and deploy Kafkarator #640
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and deploy Kafkarator | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| on: | |
| push: | |
| paths-ignore: | |
| - doc/** | |
| - examples/** | |
| - scripts/** | |
| - dashboards/** | |
| env: | |
| GOOGLE_REGISTRY: europe-north1-docker.pkg.dev | |
| EARTHLY_USE_INLINE_CACHE: true | |
| EARTHLY_SAVE_INLINE_CACHE: true | |
| EARTHLY_VERBOSE: true | |
| EARTHLY_FULL_TARGET: true | |
| EARTHLY_OUTPUT: true | |
| jobs: | |
| version: | |
| name: Set variables | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 # ratchet:actions/checkout@v3 | |
| - name: "Set image version" | |
| id: constants | |
| run: | | |
| export version="$(date +%Y%m%d%H%M%S)-$(git describe --always --dirty --exclude '*')" | |
| echo "VERSION=${version}" >> ${GITHUB_OUTPUT} | |
| outputs: | |
| version: "${{ steps.constants.outputs.VERSION }}" | |
| build: | |
| name: Build and push | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| id-token: write | |
| needs: | |
| - version | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| target: | |
| - kafkarator | |
| - canary | |
| - canary-deployer | |
| env: | |
| VERSION: "${{ needs.version.outputs.VERSION }}" | |
| steps: | |
| - uses: actions/checkout@v4 # ratchet:actions/checkout@v3 | |
| - name: Install cosign | |
| uses: sigstore/cosign-installer@59acb6260d9c0ba8f4a2f9d9b48431a222b68e20 # ratchet:sigstore/cosign-installer@main | |
| with: | |
| cosign-release: 'v2.2.3' | |
| - name: Verify runner image | |
| run: cosign verify --certificate-identity keyless@distroless.iam.gserviceaccount.com --certificate-oidc-issuer https://accounts.google.com gcr.io/distroless/static-debian11 | |
| - id: "auth" | |
| if: github.ref == 'refs/heads/master' | |
| name: "Authenticate to Google Cloud" | |
| uses: "google-github-actions/auth@v2.1.3" # ratchet:google-github-actions/auth@v1.0.0 | |
| with: | |
| workload_identity_provider: ${{ secrets.NAIS_IO_WORKLOAD_IDENTITY_PROVIDER }} | |
| service_account: "gh-kafkarator@nais-io.iam.gserviceaccount.com" | |
| token_format: "access_token" | |
| - name: Login to Google Artifact Registry | |
| if: github.ref == 'refs/heads/master' | |
| uses: docker/login-action@e92390c5fb421da1463c202d546fed0ec5c39f20 # ratchet:docker/login-action@v2 | |
| with: | |
| registry: ${{ env.GOOGLE_REGISTRY }} | |
| username: "oauth2accesstoken" | |
| password: "${{ steps.auth.outputs.access_token }}" | |
| - name: Install earthly | |
| uses: earthly/actions-setup@43211c7a0eae5344d6d79fb4aaf209c8f8866203 # ratchet:earthly/actions-setup@v1 | |
| with: | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Build and possibly push ${{ matrix.target }} | |
| env: | |
| EARTHLY_PUSH: "${{ github.ref == 'refs/heads/master' }}" | |
| run: | | |
| earthly +docker-${{ matrix.target }} --VERSION=${VERSION} --REGISTRY=${GOOGLE_REGISTRY} | |
| - name: Retrieve image digest | |
| id: imgdigest | |
| if: github.ref == 'refs/heads/master' | |
| run: | | |
| export IMAGE=${{ env.GOOGLE_REGISTRY }}/nais-io/nais/images/kafkarator/${{ matrix.target }}:${VERSION} | |
| docker pull ${IMAGE} | |
| echo "digest=$(docker inspect ${IMAGE} | jq -r '.[].RepoDigests[0]')" >> $GITHUB_OUTPUT | |
| - name: Sign the container image | |
| if: github.ref == 'refs/heads/master' | |
| run: cosign sign --yes ${{ steps.imgdigest.outputs.digest }} | |
| - name: Create SBOM | |
| if: github.ref == 'refs/heads/master' | |
| uses: aquasecurity/trivy-action@fd25fed6972e341ff0007ddb61f77e88103953c2 # ratchet:aquasecurity/trivy-action@master | |
| with: | |
| scan-type: 'image' | |
| format: 'cyclonedx' | |
| output: 'cyclone.sbom.json' | |
| image-ref: ${{ steps.imgdigest.outputs.digest }} | |
| - name: Attest image | |
| if: github.ref == 'refs/heads/master' | |
| run: cosign attest --yes --predicate cyclone.sbom.json --type cyclonedx ${{ steps.imgdigest.outputs.digest }} | |
| chart: | |
| permissions: | |
| contents: 'read' | |
| id-token: 'write' | |
| name: Build and push chart | |
| runs-on: ubuntu-latest | |
| needs: | |
| - version | |
| steps: | |
| - uses: actions/checkout@v4 # ratchet:actions/checkout@v3 | |
| - id: 'auth' | |
| name: 'Authenticate to Google Cloud' | |
| if: github.ref == 'refs/heads/master' | |
| uses: 'google-github-actions/auth@71fee32a0bb7e97b4d33d548e7d957010649d8fa' # ratchet:google-github-actions/auth@v2.1.3 | |
| with: | |
| workload_identity_provider: ${{ secrets.NAIS_IO_WORKLOAD_IDENTITY_PROVIDER }} | |
| service_account: 'gh-kafkarator@nais-io.iam.gserviceaccount.com' | |
| token_format: 'access_token' | |
| - name: 'Set up Cloud SDK' | |
| uses: 'google-github-actions/setup-gcloud@98ddc00a17442e89a24bbf282954a3b65ce6d200' # ratchet:google-github-actions/setup-gcloud@v1 | |
| - name: 'Log in to Google Artifact Registry' | |
| if: github.ref == 'refs/heads/master' | |
| run: |- | |
| echo '${{ steps.auth.outputs.access_token }}' | docker login -u oauth2accesstoken --password-stdin https://${{ env.GOOGLE_REGISTRY }} | |
| - uses: azure/setup-helm@fe7b79cd5ee1e45176fcad797de68ecaf3ca4814 # ratchet:azure/setup-helm@v3 | |
| name: 'Setup Helm' | |
| with: | |
| version: '3.8.0' | |
| - name: Set versions | |
| run: |- | |
| for chart in charts/*; do | |
| yq e '.version = "${{ needs.version.outputs.VERSION }}"' --inplace "${chart}/Chart.yaml" | |
| yq e '.image.tag = "${{ needs.version.outputs.VERSION }}"' --inplace "${chart}/values.yaml" | |
| yq e '.canary.image.tag = "${{ needs.version.outputs.VERSION }}"' --inplace "${chart}/values.yaml" | |
| yq e '.deployer.image.tag = "${{ needs.version.outputs.VERSION }}"' --inplace "${chart}/values.yaml" | |
| done | |
| - name: Build Chart | |
| run: |- | |
| for chart in charts/*; do | |
| helm package "$chart" | |
| done | |
| - name: Push Chart | |
| if: github.ref == 'refs/heads/master' | |
| run: |- | |
| for chart in *.tgz; do | |
| helm push "$chart" oci://${{ env.GOOGLE_REGISTRY }}/nais-io/nais/feature | |
| done | |
| rollout: | |
| name: Rollout | |
| if: github.actor != 'dependabot[bot]' && github.ref == 'refs/heads/master' | |
| needs: | |
| - version | |
| - build | |
| - chart | |
| runs-on: fasit-deploy | |
| permissions: | |
| id-token: write | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| feature: | |
| - kafkarator | |
| - kafka-canary | |
| - kafka-canary-alert | |
| steps: | |
| - uses: nais/fasit-deploy@badff0705af8a57bcf0ab172895273da09ae5959 # ratchet:nais/fasit-deploy@v2 | |
| with: | |
| chart: oci://${{ env.GOOGLE_REGISTRY }}/nais-io/nais/feature/${{ matrix.feature }} | |
| version: ${{ needs.version.outputs.VERSION }} | |
| feature_name: ${{ matrix.feature }} |