From 66a6136c02ad471585a5c38589ba6d779ad28d16 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Tue, 1 Aug 2023 14:27:25 +0200 Subject: [PATCH] GH-36947: [CI] Move free up disk space to the Jinja macros to be able to reuse it on docs job (#36948) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit ### Rationale for this change Try to get rid of some failures on docs generation on release and reuse existing code. ### What changes are included in this PR? Move step to a macro to be able to reuse it ### Are these changes tested? Archery tasks ### Are there any user-facing changes? No * Closes: #36947 Authored-by: Raúl Cumplido Signed-off-by: Raúl Cumplido --- dev/tasks/docs/github.linux.yml | 1 + dev/tasks/linux-packages/github.linux.yml | 50 +-------------------- dev/tasks/macros.jinja | 54 +++++++++++++++++++++++ 3 files changed, 56 insertions(+), 49 deletions(-) diff --git a/dev/tasks/docs/github.linux.yml b/dev/tasks/docs/github.linux.yml index 0938ac74adc46..6de297b663e01 100644 --- a/dev/tasks/docs/github.linux.yml +++ b/dev/tasks/docs/github.linux.yml @@ -26,6 +26,7 @@ jobs: {{ macros.github_set_env(env) }} steps: {{ macros.github_checkout_arrow(fetch_depth=fetch_depth|default(1))|indent }} + {{ macros.github_free_space()|indent }} {{ macros.github_install_archery()|indent }} - name: Execute Docker Build diff --git a/dev/tasks/linux-packages/github.linux.yml b/dev/tasks/linux-packages/github.linux.yml index bf28cf10e9ecf..6de3edfce07e1 100644 --- a/dev/tasks/linux-packages/github.linux.yml +++ b/dev/tasks/linux-packages/github.linux.yml @@ -32,56 +32,8 @@ jobs: steps: {{ macros.github_checkout_arrow()|indent }} {{ macros.github_login_dockerhub()|indent }} + {{ macros.github_free_space()|indent }} - - name: Free up disk space - if: | - env.ARCHITECTURE == 'amd64' - run: | - df -h - echo "::group::/usr/local/*" - du -hsc /usr/local/* - echo "::endgroup::" - echo "::group::/usr/local/bin/*" - du -hsc /usr/local/bin/* - echo "::endgroup::" - # ~1GB (From 1.2GB to 214MB) - sudo rm -rf \ - /usr/local/bin/aliyun \ - /usr/local/bin/azcopy \ - /usr/local/bin/bicep \ - /usr/local/bin/cmake-gui \ - /usr/local/bin/cpack \ - /usr/local/bin/helm \ - /usr/local/bin/hub \ - /usr/local/bin/kubectl \ - /usr/local/bin/minikube \ - /usr/local/bin/node \ - /usr/local/bin/packer \ - /usr/local/bin/pulumi* \ - /usr/local/bin/stack \ - /usr/local/bin/terraform || : - echo "::group::/usr/local/share/*" - du -hsc /usr/local/share/* - echo "::endgroup::" - # 1.3GB - sudo rm -rf /usr/local/share/powershell || : - echo "::group::/opt/*" - du -hsc /opt/* - echo "::endgroup::" - echo "::group::/opt/hostedtoolcache/*" - du -hsc /opt/hostedtoolcache/* - echo "::endgroup::" - # 5.3GB - sudo rm -rf /opt/hostedtoolcache/CodeQL || : - # 1.4GB - sudo rm -rf /opt/hostedtoolcache/go || : - # 489MB - sudo rm -rf /opt/hostedtoolcache/PyPy || : - # 1.2GB - sudo rm -rf /opt/hostedtoolcache/Python || : - # 376MB - sudo rm -rf /opt/hostedtoolcache/node || : - df -h - name: Set up Ruby run: | sudo apt update diff --git a/dev/tasks/macros.jinja b/dev/tasks/macros.jinja index 1f2f9a72975eb..5948b663d915b 100644 --- a/dev/tasks/macros.jinja +++ b/dev/tasks/macros.jinja @@ -72,6 +72,60 @@ on: run: pip install -e arrow/dev/archery[all] {% endmacro %} +{%- macro github_free_space() -%} + - name: Free up disk space + if: runner.os == 'Linux' && runner.arch == 'X64' + shell: bash + run: | + df -h + echo "::group::/usr/local/*" + du -hsc /usr/local/* + echo "::endgroup::" + echo "::group::/usr/local/bin/*" + du -hsc /usr/local/bin/* + echo "::endgroup::" + # ~1GB (From 1.2GB to 214MB) + sudo rm -rf \ + /usr/local/bin/aliyun \ + /usr/local/bin/azcopy \ + /usr/local/bin/bicep \ + /usr/local/bin/cmake-gui \ + /usr/local/bin/cpack \ + /usr/local/bin/helm \ + /usr/local/bin/hub \ + /usr/local/bin/kubectl \ + /usr/local/bin/minikube \ + /usr/local/bin/node \ + /usr/local/bin/packer \ + /usr/local/bin/pulumi* \ + /usr/local/bin/stack \ + /usr/local/bin/terraform || : + echo "::group::/usr/local/share/*" + du -hsc /usr/local/share/* + echo "::endgroup::" + # 1.3GB + sudo rm -rf /usr/local/share/powershell || : + echo "::group::/opt/*" + du -hsc /opt/* + echo "::endgroup::" + echo "::group::/opt/hostedtoolcache/*" + du -hsc /opt/hostedtoolcache/* + echo "::endgroup::" + # 5.3GB + sudo rm -rf /opt/hostedtoolcache/CodeQL || : + # 1.4GB + sudo rm -rf /opt/hostedtoolcache/go || : + # 489MB + sudo rm -rf /opt/hostedtoolcache/PyPy || : + # 376MB + sudo rm -rf /opt/hostedtoolcache/node || : + # Remove Web browser packages + sudo apt-get purge -y -f firefox \ + google-chrome-stable \ + microsoft-edge-stable + df -h +{% endmacro %} + {%- macro github_upload_releases(pattern) -%} - name: Set up Python by actions/setup-python if: runner.arch == 'X64'