Merge pull request #670 from nathanchance/install-requirements-for-in…

…itial-cache-checks Install requirements.txt for check cache stage
ClangBuiltLinux · Dec 20, 2023 · a1e6bea · a1e6bea
2 parents 82f234a + 4e78de5
commit a1e6bea
Show file tree

Hide file tree

Showing 186 changed files with 6,842 additions and 6,853 deletions.
diff --git a/.github/workflows/4.14-clang-13.yml b/.github/workflows/4.14-clang-13.yml
@@ -28,15 +28,15 @@ jobs:
       status: ${{ steps.step2.outputs.status }}
     steps:
     - uses: actions/checkout@v4
-    - name: pip install requests
-      run: apt-get install -y python3-pip && pip install requests
+    - name: pip install -r requirements.txt
+      run: apt-get install -y python3-pip && pip install -r requirements.txt
     - name: python check_cache.py
       id: step1
       continue-on-error: true
-      run: python check_cache.py -w '${{github.workflow}}' -g ${{secrets.REPO_SCOPED_PAT}} -r ${{env.GIT_REF}} -o ${{env.GIT_REPO}}
+      run: python check_cache.py -w '${{ github.workflow }}' -g ${{ secrets.REPO_SCOPED_PAT }} -r ${{ env.GIT_REF }} -o ${{ env.GIT_REPO }}
     - name: Save exit code to GITHUB_OUTPUT
       id: step2
-      run: echo "output=${{steps.step1.outcome}}" >> "$GITHUB_OUTPUT" && echo "status=$CACHE_PASS" >> "$GITHUB_OUTPUT"
+      run: echo "output=${{ steps.step1.outcome }}" >> "$GITHUB_OUTPUT" && echo "status=$CACHE_PASS" >> "$GITHUB_OUTPUT"
   kick_tuxsuite_defconfigs:
     name: TuxSuite (defconfigs)
     runs-on: ubuntu-latest
@@ -48,31 +48,31 @@ jobs:
     timeout-minutes: 480
     steps:
     - name: Checking Cache Pass
-      if: ${{ needs.check_cache.outputs.output == 'success' && github.event_name != 'workflow_dispatch' && needs.check_cache.outputs.status == 'pass'}}
+      if: ${{ needs.check_cache.outputs.output == 'success' && github.event_name != 'workflow_dispatch' && needs.check_cache.outputs.status == 'pass' }}
       run: echo 'Cache HIT on previously PASSED build. Passing this build to avoid redundant work.' && exit 0
     - name: Checking Cache Fail
-      if: ${{ needs.check_cache.outputs.output == 'success' && github.event_name != 'workflow_dispatch' && needs.check_cache.outputs.status == 'fail'}}
+      if: ${{ needs.check_cache.outputs.output == 'success' && github.event_name != 'workflow_dispatch' && needs.check_cache.outputs.status == 'fail' }}
       run: echo 'Cache HIT on previously FAILED build. Failing this build to avoid redundant work.' && exit 1
     - uses: actions/checkout@v4
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
     - name: tuxsuite
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       run: tuxsuite plan --git-repo https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git --git-ref linux-4.14.y --job-name defconfigs --json-out builds.json tuxsuite/4.14-clang-13.tux.yml || true
     - name: Update Cache Build Status
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       run: python update_cache.py
     - name: save builds.json
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       uses: actions/upload-artifact@v3
       with:
         path: builds.json
         name: output_artifact_defconfigs
         if-no-files-found: error
     - name: generate boot-utils.json
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       run: python3 scripts/generate-boot-utils-json.py ${{ secrets.GITHUB_TOKEN }}
     - name: save boot-utils.json
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       uses: actions/upload-artifact@v3
       with:
         path: boot-utils.json
@@ -84,7 +84,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=arm CC=clang LLVM_IAS=0 LLVM_VERSION=13 multi_v7_defconfig
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: arm
       LLVM_VERSION: 13
@@ -112,7 +112,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=arm CC=clang LLVM_IAS=0 LLVM_VERSION=13 multi_v7_defconfig+CONFIG_THUMB2_KERNEL=y
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: arm
       LLVM_VERSION: 13
@@ -140,7 +140,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=arm64 CC=clang LD=ld.lld LLVM_IAS=0 LLVM_VERSION=13 defconfig
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: arm64
       LLVM_VERSION: 13
@@ -168,7 +168,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=powerpc CC=clang LLVM_IAS=0 LLVM_VERSION=13 powernv_defconfig
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: powerpc
       LLVM_VERSION: 13
@@ -196,7 +196,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=x86_64 CC=clang LD=ld.lld LLVM_IAS=0 LLVM_VERSION=13 defconfig
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: x86_64
       LLVM_VERSION: 13

diff --git a/.github/workflows/4.14-clang-14.yml b/.github/workflows/4.14-clang-14.yml
@@ -28,15 +28,15 @@ jobs:
       status: ${{ steps.step2.outputs.status }}
     steps:
     - uses: actions/checkout@v4
-    - name: pip install requests
-      run: apt-get install -y python3-pip && pip install requests
+    - name: pip install -r requirements.txt
+      run: apt-get install -y python3-pip && pip install -r requirements.txt
     - name: python check_cache.py
       id: step1
       continue-on-error: true
-      run: python check_cache.py -w '${{github.workflow}}' -g ${{secrets.REPO_SCOPED_PAT}} -r ${{env.GIT_REF}} -o ${{env.GIT_REPO}}
+      run: python check_cache.py -w '${{ github.workflow }}' -g ${{ secrets.REPO_SCOPED_PAT }} -r ${{ env.GIT_REF }} -o ${{ env.GIT_REPO }}
     - name: Save exit code to GITHUB_OUTPUT
       id: step2
-      run: echo "output=${{steps.step1.outcome}}" >> "$GITHUB_OUTPUT" && echo "status=$CACHE_PASS" >> "$GITHUB_OUTPUT"
+      run: echo "output=${{ steps.step1.outcome }}" >> "$GITHUB_OUTPUT" && echo "status=$CACHE_PASS" >> "$GITHUB_OUTPUT"
   kick_tuxsuite_defconfigs:
     name: TuxSuite (defconfigs)
     runs-on: ubuntu-latest
@@ -48,31 +48,31 @@ jobs:
     timeout-minutes: 480
     steps:
     - name: Checking Cache Pass
-      if: ${{ needs.check_cache.outputs.output == 'success' && github.event_name != 'workflow_dispatch' && needs.check_cache.outputs.status == 'pass'}}
+      if: ${{ needs.check_cache.outputs.output == 'success' && github.event_name != 'workflow_dispatch' && needs.check_cache.outputs.status == 'pass' }}
       run: echo 'Cache HIT on previously PASSED build. Passing this build to avoid redundant work.' && exit 0
     - name: Checking Cache Fail
-      if: ${{ needs.check_cache.outputs.output == 'success' && github.event_name != 'workflow_dispatch' && needs.check_cache.outputs.status == 'fail'}}
+      if: ${{ needs.check_cache.outputs.output == 'success' && github.event_name != 'workflow_dispatch' && needs.check_cache.outputs.status == 'fail' }}
       run: echo 'Cache HIT on previously FAILED build. Failing this build to avoid redundant work.' && exit 1
     - uses: actions/checkout@v4
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
     - name: tuxsuite
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       run: tuxsuite plan --git-repo https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git --git-ref linux-4.14.y --job-name defconfigs --json-out builds.json tuxsuite/4.14-clang-14.tux.yml || true
     - name: Update Cache Build Status
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       run: python update_cache.py
     - name: save builds.json
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       uses: actions/upload-artifact@v3
       with:
         path: builds.json
         name: output_artifact_defconfigs
         if-no-files-found: error
     - name: generate boot-utils.json
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       run: python3 scripts/generate-boot-utils-json.py ${{ secrets.GITHUB_TOKEN }}
     - name: save boot-utils.json
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       uses: actions/upload-artifact@v3
       with:
         path: boot-utils.json
@@ -84,7 +84,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=arm CC=clang LLVM_IAS=0 LLVM_VERSION=14 multi_v7_defconfig
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: arm
       LLVM_VERSION: 14
@@ -112,7 +112,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=arm CC=clang LLVM_IAS=0 LLVM_VERSION=14 multi_v7_defconfig+CONFIG_THUMB2_KERNEL=y
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: arm
       LLVM_VERSION: 14
@@ -140,7 +140,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=arm64 CC=clang LD=ld.lld LLVM_IAS=0 LLVM_VERSION=14 defconfig
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: arm64
       LLVM_VERSION: 14
@@ -168,7 +168,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=powerpc CC=clang LLVM_IAS=0 LLVM_VERSION=14 powernv_defconfig
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: powerpc
       LLVM_VERSION: 14
@@ -196,7 +196,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=x86_64 CC=clang LD=ld.lld LLVM_IAS=0 LLVM_VERSION=14 defconfig
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: x86_64
       LLVM_VERSION: 14

diff --git a/.github/workflows/4.14-clang-15.yml b/.github/workflows/4.14-clang-15.yml
@@ -28,15 +28,15 @@ jobs:
       status: ${{ steps.step2.outputs.status }}
     steps:
     - uses: actions/checkout@v4
-    - name: pip install requests
-      run: apt-get install -y python3-pip && pip install requests
+    - name: pip install -r requirements.txt
+      run: apt-get install -y python3-pip && pip install -r requirements.txt
     - name: python check_cache.py
       id: step1
       continue-on-error: true
-      run: python check_cache.py -w '${{github.workflow}}' -g ${{secrets.REPO_SCOPED_PAT}} -r ${{env.GIT_REF}} -o ${{env.GIT_REPO}}
+      run: python check_cache.py -w '${{ github.workflow }}' -g ${{ secrets.REPO_SCOPED_PAT }} -r ${{ env.GIT_REF }} -o ${{ env.GIT_REPO }}
     - name: Save exit code to GITHUB_OUTPUT
       id: step2
-      run: echo "output=${{steps.step1.outcome}}" >> "$GITHUB_OUTPUT" && echo "status=$CACHE_PASS" >> "$GITHUB_OUTPUT"
+      run: echo "output=${{ steps.step1.outcome }}" >> "$GITHUB_OUTPUT" && echo "status=$CACHE_PASS" >> "$GITHUB_OUTPUT"
   kick_tuxsuite_defconfigs:
     name: TuxSuite (defconfigs)
     runs-on: ubuntu-latest
@@ -48,31 +48,31 @@ jobs:
     timeout-minutes: 480
     steps:
     - name: Checking Cache Pass
-      if: ${{ needs.check_cache.outputs.output == 'success' && github.event_name != 'workflow_dispatch' && needs.check_cache.outputs.status == 'pass'}}
+      if: ${{ needs.check_cache.outputs.output == 'success' && github.event_name != 'workflow_dispatch' && needs.check_cache.outputs.status == 'pass' }}
       run: echo 'Cache HIT on previously PASSED build. Passing this build to avoid redundant work.' && exit 0
     - name: Checking Cache Fail
-      if: ${{ needs.check_cache.outputs.output == 'success' && github.event_name != 'workflow_dispatch' && needs.check_cache.outputs.status == 'fail'}}
+      if: ${{ needs.check_cache.outputs.output == 'success' && github.event_name != 'workflow_dispatch' && needs.check_cache.outputs.status == 'fail' }}
       run: echo 'Cache HIT on previously FAILED build. Failing this build to avoid redundant work.' && exit 1
     - uses: actions/checkout@v4
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
     - name: tuxsuite
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       run: tuxsuite plan --git-repo https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git --git-ref linux-4.14.y --job-name defconfigs --json-out builds.json tuxsuite/4.14-clang-15.tux.yml || true
     - name: Update Cache Build Status
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       run: python update_cache.py
     - name: save builds.json
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       uses: actions/upload-artifact@v3
       with:
         path: builds.json
         name: output_artifact_defconfigs
         if-no-files-found: error
     - name: generate boot-utils.json
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       run: python3 scripts/generate-boot-utils-json.py ${{ secrets.GITHUB_TOKEN }}
     - name: save boot-utils.json
-      if: ${{needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch'}}
+      if: ${{ needs.check_cache.outputs.output == 'failure' || github.event_name == 'workflow_dispatch' }}
       uses: actions/upload-artifact@v3
       with:
         path: boot-utils.json
@@ -84,7 +84,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=arm CC=clang LLVM_IAS=0 LLVM_VERSION=15 multi_v7_defconfig
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: arm
       LLVM_VERSION: 15
@@ -112,7 +112,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=arm CC=clang LLVM_IAS=0 LLVM_VERSION=15 multi_v7_defconfig+CONFIG_THUMB2_KERNEL=y
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: arm
       LLVM_VERSION: 15
@@ -140,7 +140,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=arm64 CC=clang LD=ld.lld LLVM_IAS=0 LLVM_VERSION=15 defconfig
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: arm64
       LLVM_VERSION: 15
@@ -168,7 +168,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=arm64 CC=clang LD=ld.lld LLVM_IAS=0 LLVM_VERSION=15 defconfig+CONFIG_CPU_BIG_ENDIAN=y
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: arm64
       LLVM_VERSION: 15
@@ -196,7 +196,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=powerpc CC=clang LLVM_IAS=0 LLVM_VERSION=15 powernv_defconfig
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: powerpc
       LLVM_VERSION: 15
@@ -224,7 +224,7 @@ jobs:
     - kick_tuxsuite_defconfigs
     - check_cache
     name: ARCH=x86_64 CC=clang LD=ld.lld LLVM_IAS=0 LLVM_VERSION=15 defconfig
-    if: ${{needs.check_cache.outputs.status != 'pass'}}
+    if: ${{ needs.check_cache.outputs.status != 'pass' }}
     env:
       ARCH: x86_64
       LLVM_VERSION: 15