wait-and-upload.yml

name: Wait and Upload

on:
  workflow_call:
    inputs:
      platform:
        required: true
        description: 'build platform'
        type: string
      target-platform:
        required: true
        description: 'target platform'
        type: string
      compiler-nix-name:
        required: true
        description: 'compiler name in nix format. e.g. ghc96'
        type: string
      variant:
        description: 'if set to `minimal` without hls, hlint, ...'
        type: string
        default: ''
      iog:
        description: 'if set to `-iog` with libs `libsodium`, `libsecp256k1`, `libblst`, ... and if set to `-iog-full` adds `postgresql` and `R`'
        type: string
        default: ''

env:
  REGISTRY: ghcr.io
  IMAGE_NAME: ${{ github.repository }}
  DEV_SHELL: ${{ inputs.platform }}.${{ inputs.compiler-nix-name }}${{ inputs.target-platform }}${{ inputs.variant }}${{ inputs.iog }}-env
  DEFAULT_TAG: latest
  GH_TOKEN: ${{ github.token }}

jobs:
  wait-for-hydra:
    name: "Wait for hydra status"
    runs-on: ubuntu-latest
    steps:
    - name: Get specific check run status
      run: |
        # start with a random sleep to prevent hitting the api too hard.
        while true; do
          # For GitHub Apps
          # conclusion=$(gh api repos/$GITHUB_REPOSITORY/commits/$GITHUB_SHA/status --jq '.check_runs[] | select(.name == "ci/hydra-build:$DEV_SHELL") | .conclusion')
          # For GitHub Statuses; we need --paginate because there are so many statuses
          echo "Querying: gh api repos/$GITHUB_REPOSITORY/commits/$GITHUB_SHA/status --paginate --jq '.statuses[] | select(.context == \"ci/hydra-build:$DEV_SHELL\") | .state'"
          conclusion=$(gh api "repos/$GITHUB_REPOSITORY/commits/$GITHUB_SHA/status" --paginate --jq ".statuses[] | select(.context == \"ci/hydra-build:$DEV_SHELL\") | .state")
          case "$conclusion" in
            success)
              echo "ci/hydra-build:$DEV_SHELL succeeded"
              exit 0;;
            failure)
              echo "ci/hydra-build:$DEV_SHELL failed"
              exit 1;;
            *)
              echo "conclusion is: '$conclusion'"
              gh api repos/$GITHUB_REPOSITORY/commits/$GITHUB_SHA/status --paginate --jq '.statuses[] | .state+"\t"+.context'|sort
              WAIT=$((180 + RANDOM % 180))
              echo "ci/hydra-build:$DEV_SHELL pending. Waiting ${WAIT}s..."
              sleep $WAIT;;
          esac
        done

  ghcr-upload:
    needs: wait-for-hydra
    runs-on: ubuntu-latest
    permissions:
      contents: read
      packages: write
    steps:
      - name: Free Disk Space (Ubuntu)
        uses: jlumbroso/free-disk-space@main

      - name: Install Nix with good defaults
        uses: cachix/install-nix-action@v20
        with:
          extra_nix_config: |
            trusted-public-keys = cache.nixos.org-1:6NCHdD59X431o0gWypbMrAURkbJ16ZPMQFGspcDShjY= hydra.iohk.io:f/Ea+s+dFdN+3Y/G+FDgSq+a5NEWhJGzdjvKNGv0/EQ= loony-tools:pr9m4BkM/5/eSTZlkQyRt57Jz7OMBxNSUiMC4FkcNfk=
            substituters = https://cache.iog.io/ https://cache.zw3rk.com/ https://cache.nixos.org/
          nix_path: nixpkgs=channel:nixos-unstable
      - name: Checkout repository
        uses: actions/checkout@v4
      - name: Log in to the Container registry
        uses: docker/login-action@v2.1.0
        with:
          registry: ${{ env.REGISTRY }}
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN }}
      - name: Work around issue fetching cabal revision files
        run: |
          # This will cause the revised `.cabal` files used whan building alex
          # for building GHC to be fetched using the `x86_64-linux` `.drv` for `fetchurl`.
          # Later when we want the non `x86_64-linux` version later it will find the
          # fixed output of the derivation is already in the `/nix/store` and will
          # not try to fetch it using the platform we do not have a builder for.
          if [[ "${{ inputs.platform }}" != "x86_64-linux" && "${{ inputs.target-platform }}" = "-js" ]]; then
            nix build ".#hydraJobs.x86_64-linux.${{ inputs.compiler-nix-name }}-js-minimal" --show-trace
          fi
      - name: Compute and upload closure and developer environment to ghcr.io
        env:
          NIX_STORE_SECRET_KEY: ${{ secrets.SECRET_KEY }}
        run: ./extra/ghcr-upload.sh

  codespace-upload:
    env:
      IMAGE_NAME: input-output-hk/devx-devcontainer
    needs: ghcr-upload
    permissions:
      packages: write
    runs-on: ubuntu-latest
    # We want a GitHub Codespace image for each combination of devx developer shell option.
    # But, since the purpose of GitHub Codespace is to serve a complete development environment,
    # the user is likely to always expect HLS (I don't see the point otherwise).
    # Therefore, it doesn't seem useful to build an image on the `-minimal` flavor (without HLS),
    # or the `-static` one (especially since the latter currently requires `-minimal` to work).
    # Likely, we consider using `-iog` as the default and do not generate other images.
    # Then the user choices left would be between native, `-windows` or `-js` target platforms,
    # and the GHC version (currently `ghc810` and `ghc96`).
    if: ${{ contains(fromJSON('["x86_64-linux", "aarch64-linux"]'), inputs.platform) && contains(fromJson('["","-windows","-js"]'), inputs.target-platform) && contains(fromJson('["ghc810","ghc96"]'), inputs.compiler-nix-name) && inputs.variant == '' && inputs.iog == '-iog' }}
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Log in to the Container registry
        uses: docker/login-action@v2.1.0
        with:
          registry: ${{ env.REGISTRY }}
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Build and push Docker image
        uses: docker/build-push-action@v4
        with:
          context: .
          push: true
          tags: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ inputs.platform }}.${{ inputs.compiler-nix-name }}${{ inputs.target-platform }}${{ inputs.variant }}${{ inputs.iog }}
          build-args: |
            PLATFORM=${{ inputs.platform }}
            TARGET_PLATFORM=${{ inputs.target-platform }}
            COMPILER_NIX_NAME=${{ inputs.compiler-nix-name }}
            VARIANT=${{ inputs.variant }}
            IOG=${{ inputs.iog }}

      - name: Run test command inside the Dev Container
        run: docker run --rm ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ inputs.platform }}.${{ inputs.compiler-nix-name }}${{ inputs.target-platform }}${{ inputs.variant }}${{ inputs.iog }} \
             /bin/bash -c "cabal update && cabal unpack hello && cd hello-* && cabal build"