From 1d45194a03bb8a6d7ff33ed926c87ddafe4e44c9 Mon Sep 17 00:00:00 2001 From: Eric Kilmer Date: Thu, 5 Oct 2023 17:15:40 -0400 Subject: [PATCH 1/5] Debug space issues --- .github/workflows/vcpkg_ci_amd64.yml | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/.github/workflows/vcpkg_ci_amd64.yml b/.github/workflows/vcpkg_ci_amd64.yml index dadb5f9e..09c43a0f 100644 --- a/.github/workflows/vcpkg_ci_amd64.yml +++ b/.github/workflows/vcpkg_ci_amd64.yml @@ -117,7 +117,14 @@ jobs: -source "https://nuget.pkg.github.com/${{ github.repository_owner }}/index.json" \ "${{ secrets.GITHUB_TOKEN }}" - ./build_dependencies.sh --release --target-arch ${{ matrix.target_arch }} --export-dir ./${{ env.ARTIFACT_NAME }} ${{ matrix.llvm }} --clean-after-build --debug + ./build_dependencies.sh --release --target-arch ${{ matrix.target_arch }} --export-dir ./${{ env.ARTIFACT_NAME }} --clean-after-build --debug + + rm -rf vcpkg/downloads + + du -hs vcpkg/* + du -sh ~/.nuget/* || true + + # ./build_dependencies.sh --release --target-arch ${{ matrix.target_arch }} --export-dir ./${{ env.ARTIFACT_NAME }} ${{ matrix.llvm }} --clean-after-build --debug echo "VCPKG_ROOT=$(pwd)/${{ env.ARTIFACT_NAME }}" >> $GITHUB_ENV echo "TARGET_TRIPLET=${{ matrix.target_arch }}-linux-rel" >> $GITHUB_ENV From 85006f19a36b119f093803537d0b6e35e7349c8e Mon Sep 17 00:00:00 2001 From: Eric Kilmer Date: Thu, 5 Oct 2023 17:29:05 -0400 Subject: [PATCH 2/5] Build LLVM separately after making more space available --- .github/workflows/vcpkg_ci_amd64.yml | 25 +++++++++++++++---------- 1 file changed, 15 insertions(+), 10 deletions(-) diff --git a/.github/workflows/vcpkg_ci_amd64.yml b/.github/workflows/vcpkg_ci_amd64.yml index 09c43a0f..2e66e24c 100644 --- a/.github/workflows/vcpkg_ci_amd64.yml +++ b/.github/workflows/vcpkg_ci_amd64.yml @@ -120,21 +120,13 @@ jobs: ./build_dependencies.sh --release --target-arch ${{ matrix.target_arch }} --export-dir ./${{ env.ARTIFACT_NAME }} --clean-after-build --debug rm -rf vcpkg/downloads + rm -rf ~/.nuget/packages - du -hs vcpkg/* - du -sh ~/.nuget/* || true - - # ./build_dependencies.sh --release --target-arch ${{ matrix.target_arch }} --export-dir ./${{ env.ARTIFACT_NAME }} ${{ matrix.llvm }} --clean-after-build --debug + ./build_dependencies.sh --release --target-arch ${{ matrix.target_arch }} --export-dir ./${{ env.ARTIFACT_NAME }} ${{ matrix.llvm }} --clean-after-build --debug echo "VCPKG_ROOT=$(pwd)/${{ env.ARTIFACT_NAME }}" >> $GITHUB_ENV echo "TARGET_TRIPLET=${{ matrix.target_arch }}-linux-rel" >> $GITHUB_ENV - - name: Cleanup NuGet - shell: 'bash' - run: | - du -sh ~/.nuget || true - rm -rf ~/.nuget || true - - name: Upload CMake logs on error if: failure() uses: actions/upload-artifact@v3 @@ -142,6 +134,19 @@ jobs: name: ${{ env.ARTIFACT_NAME }}_logs path: ${{ github.workspace }}/vcpkg/buildtrees/**/*.log + - name: Cleanup + shell: 'bash' + run: | + echo "Space left" + df -h + + echo "Cleaning up..." + rm -rf vcpkg || true + rm -rf ~/.nuget || true + + echo "Space left" + df -h + - name: 'Export Packages' if: contains(env.COMMIT_MESSAGE, 'debug artifacts') || github.event.release shell: 'bash' From 8ea87c9d377064eea6b49f771f97239546136d13 Mon Sep 17 00:00:00 2001 From: Eric Kilmer Date: Fri, 6 Oct 2023 10:29:27 -0400 Subject: [PATCH 3/5] Check space --- .github/workflows/vcpkg_ci_amd64.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/vcpkg_ci_amd64.yml b/.github/workflows/vcpkg_ci_amd64.yml index 2e66e24c..a418e102 100644 --- a/.github/workflows/vcpkg_ci_amd64.yml +++ b/.github/workflows/vcpkg_ci_amd64.yml @@ -121,6 +121,9 @@ jobs: rm -rf vcpkg/downloads rm -rf ~/.nuget/packages + echo "Check space..." + df -h + echo "DONE." ./build_dependencies.sh --release --target-arch ${{ matrix.target_arch }} --export-dir ./${{ env.ARTIFACT_NAME }} ${{ matrix.llvm }} --clean-after-build --debug From 52ce79a19b924469a9c8d115f86281c2a9620815 Mon Sep 17 00:00:00 2001 From: Eric Kilmer Date: Fri, 6 Oct 2023 14:27:21 -0400 Subject: [PATCH 4/5] Check storage --- .github/workflows/vcpkg_ci_amd64.yml | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/.github/workflows/vcpkg_ci_amd64.yml b/.github/workflows/vcpkg_ci_amd64.yml index a418e102..27db34a3 100644 --- a/.github/workflows/vcpkg_ci_amd64.yml +++ b/.github/workflows/vcpkg_ci_amd64.yml @@ -130,6 +130,21 @@ jobs: echo "VCPKG_ROOT=$(pwd)/${{ env.ARTIFACT_NAME }}" >> $GITHUB_ENV echo "TARGET_TRIPLET=${{ matrix.target_arch }}-linux-rel" >> $GITHUB_ENV + - name: Check space + if: failure() + run: | + echo "## Space left" + df -h + echo "" + echo "## Storage in working directory" + du -hs * + echo "" + echo "## Storage in vcpkg" + du -hs vcpkg/* + echo "" + echo "## Storage in nuget" + du -hs ~/.nuget/* + - name: Upload CMake logs on error if: failure() uses: actions/upload-artifact@v3 From 3f98d9a716f9c61faabf3eb03c507e3a51fb1a98 Mon Sep 17 00:00:00 2001 From: Eric Kilmer Date: Thu, 12 Oct 2023 14:54:48 -0400 Subject: [PATCH 5/5] Try clearing space by mounting container volume --- .github/workflows/vcpkg_ci_amd64.yml | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/.github/workflows/vcpkg_ci_amd64.yml b/.github/workflows/vcpkg_ci_amd64.yml index 27db34a3..dd681580 100644 --- a/.github/workflows/vcpkg_ci_amd64.yml +++ b/.github/workflows/vcpkg_ci_amd64.yml @@ -48,6 +48,8 @@ jobs: container: image: docker.pkg.github.com/lifting-bits/cxx-common/vcpkg-builder-${{ matrix.image.name }}:${{ matrix.image.tag }} + volumes: + - /:/gha-runner credentials: username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} @@ -55,6 +57,13 @@ jobs: name: ${{matrix.image.os}}-${{matrix.image.tag}} ${{matrix.llvm}} ${{matrix.target_arch}} runs-on: ubuntu-latest # run the job on the newly created runner steps: + - name: Free Disk Space + run: | + df -h + rm -rf /gha-runner/usr/local/lib/android + rm -rf /gha-runner/usr/local/share/boost + df -h + - name: Set Artifact Name run: | # Need to fix because paths with brackets cause issues