From 9578cdcdb926295303c6cfcd5500a9b67d323f08 Mon Sep 17 00:00:00 2001 From: vzakaznikov <41681088+vzakaznikov@users.noreply.github.com> Date: Mon, 6 Oct 2025 10:24:27 -0400 Subject: [PATCH 1/7] Update reusable-suite.yml --- .github/workflows/reusable-suite.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/reusable-suite.yml b/.github/workflows/reusable-suite.yml index 2c2eaa1f1..a5e1cf91c 100644 --- a/.github/workflows/reusable-suite.yml +++ b/.github/workflows/reusable-suite.yml @@ -57,7 +57,7 @@ on: runner_volume: required: false type: string - default: "volume-cache_regression-20GB" + default: "volume-cache" artifacts: required: true type: string From 868c0c07a3f3eaa0ced113fdf0d9a1d2f4210b5a Mon Sep 17 00:00:00 2001 From: vzakaznikov <41681088+vzakaznikov@users.noreply.github.com> Date: Mon, 6 Oct 2025 10:28:06 -0400 Subject: [PATCH 2/7] Update reusable-suite.yml --- .github/workflows/reusable-suite.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/reusable-suite.yml b/.github/workflows/reusable-suite.yml index a5e1cf91c..515449e8f 100644 --- a/.github/workflows/reusable-suite.yml +++ b/.github/workflows/reusable-suite.yml @@ -57,7 +57,7 @@ on: runner_volume: required: false type: string - default: "volume-cache" + default: "volume-cache-10GB" artifacts: required: true type: string From 7412e356118ec55210ee10923cdb544012ef9e96 Mon Sep 17 00:00:00 2001 From: vzakaznikov <41681088+vzakaznikov@users.noreply.github.com> Date: Mon, 6 Oct 2025 10:30:55 -0400 Subject: [PATCH 3/7] Update action.yml --- .github/actions/cache-setup/action.yml | 82 ++++---------------------- 1 file changed, 13 insertions(+), 69 deletions(-) diff --git a/.github/actions/cache-setup/action.yml b/.github/actions/cache-setup/action.yml index 96aae7f05..8ebf6cacf 100644 --- a/.github/actions/cache-setup/action.yml +++ b/.github/actions/cache-setup/action.yml @@ -1,5 +1,5 @@ name: 'Cache setup' -description: 'Cache setup (disabled)' +description: 'Cache setup' runs: using: 'composite' @@ -7,71 +7,15 @@ runs: - name: Cache setup (disabled) shell: bash run: | - echo "Caching is disabled - skipping cache setup" - -# - name: Setup Docker cache -# shell: bash -# run: | -# if ! systemctl is-active --quiet docker; then -# echo "Docker is not running, skipping Docker cache setup" -# exit 0 -# fi - -# if [ -f "/etc/hetzner-volumes" ]; then -# echo "Hetzner volumes" -# cat /etc/hetzner-volumes -# fi - -# if [ -d "/mnt/cache" ]; then -# { -# DOCKER_CACHE_DIR="/mnt/cache/docker" -# echo "Using docker cache directory: $DOCKER_CACHE_DIR" -# } -# { -# echo "Stopping Docker to prepare cache" -# sudo systemctl stop docker -# sudo sync -# } - -# { -# echo "Deleting empty overlay2 directories" -# mkdir -p "$DOCKER_CACHE_DIR/overlay2" -# sudo find "$DOCKER_CACHE_DIR/overlay2" -maxdepth 1 -mindepth 1 -type d -empty -delete -# } -# { -# if [ -d "$DOCKER_CACHE_DIR/overlay2" ]; then -# echo "Restoring overlay2 from cache" -# sudo rm -rf "/var/lib/docker/overlay2" -# targets=$(sudo find "$DOCKER_CACHE_DIR/overlay2" -mindepth 1 -maxdepth 1) -# if [ -z "$targets" ]; then -# echo "⚠️ No entries found in $DOCKER_CACHE_DIR/overlay2 — skipping" -# else -# for target in $targets; do -# id=$(basename "$target") -# echo "Mounting $target to /var/lib/docker/overlay2/$id" -# sudo mkdir -p "/var/lib/docker/overlay2/$id" -# sudo mount --bind "$target" "/var/lib/docker/overlay2/$id" -# echo "/var/lib/docker/overlay2/$id" | sudo tee -a /etc/docker-cache-mounts > /dev/null -# done -# fi -# fi -# } - -# sudo sync -# sudo systemctl start docker -# else -# echo "No docker cache directory available, proceeding without caching" -# fi - -# - name: Setup Python cache -# shell: bash -# run: | -# if [ -d "/mnt/cache" ]; then -# PYTHON_CACHE_DIR="/mnt/cache/python3.12-venv" -# mkdir -p "$PYTHON_CACHE_DIR" "$PWD/venv" -# sudo mount --bind "$PYTHON_CACHE_DIR" "$PWD/venv" -# echo "Using Python cached venv directory: $PYTHON_CACHE_DIR" -# else -# PYTHON_CACHE_DIR="" -# echo "No Python venv cache directory available, proceeding without caching" -# fi + - name: Setup Python cache + shell: bash + run: | + if [ -d "/mnt/cache" ]; then + PYTHON_CACHE_DIR="/mnt/cache/python3.12-venv" + mkdir -p "$PYTHON_CACHE_DIR" "$PWD/venv" + sudo mount --bind "$PYTHON_CACHE_DIR" "$PWD/venv" + echo "Using Python cached venv directory: $PYTHON_CACHE_DIR" + else + PYTHON_CACHE_DIR="" + echo "No Python venv cache directory available, proceeding without caching" + fi From 1a38a50b9942b197c854503565859a7135f978ef Mon Sep 17 00:00:00 2001 From: vzakaznikov <41681088+vzakaznikov@users.noreply.github.com> Date: Mon, 6 Oct 2025 10:32:01 -0400 Subject: [PATCH 4/7] Update action.yml --- .github/actions/cache-sync/action.yml | 86 +-------------------------- 1 file changed, 3 insertions(+), 83 deletions(-) diff --git a/.github/actions/cache-sync/action.yml b/.github/actions/cache-sync/action.yml index 8ff6180f7..3bd6be066 100644 --- a/.github/actions/cache-sync/action.yml +++ b/.github/actions/cache-sync/action.yml @@ -1,90 +1,10 @@ name: 'Cache sync' -description: 'Cache sync (disabled)' +description: 'Cache sync' runs: using: 'composite' steps: - - name: Cache sync (disabled) + - name: Cache sync shell: bash run: | - echo "Caching is disabled - skipping cache sync" - -# - name: Sync Docker cache -# shell: bash -# run: | -# if ! command -v docker >/dev/null; then -# echo "Docker is not installed, skipping cache sync" -# exit 0 -# fi - -# if [ -d "/mnt/cache" ]; then -# { -# echo "Stopping containers and cleaning up..." -# sudo docker stop $(sudo docker ps -q) || true -# sudo docker rm -fv $(sudo docker ps -a -q) || true -# } -# { -# echo "Cleaning up old Docker digest images" -# # Get all images with repository and tag -# docker images --digests --format '{{.Repository}} {{.Tag}} {{.ID}}' | sort > /tmp/docker_images_list.txt -# while read -r line; do -# repo=$(awk '{print $1}' <<< "$line") -# tag=$(awk '{print $2}' <<< "$line") -# image_id=$(awk '{print $3}' <<< "$line") -# key="${repo}:${tag}" -# if [[ "$repo" == "" || "$tag" == "" ]]; then -# echo "Removing image with no repository/tag: $key" -# docker rmi -f "$image_id" -# continue -# fi -# done < /tmp/docker_images_list.txt - -# # List all image IDs with repository starting with "clickhouse-regression" -# images_to_delete=$(docker images --format '{{.Repository}} {{.ID}}' | awk '$1 ~ /^clickhouse-regression/ {print $2}') -# if [ -z "$images_to_delete" ]; then -# echo "No images found with repository starting with 'clickhouse-regression'." -# else -# echo "Deleting the following images:" -# echo "$images_to_delete" - -# # Delete the images -# docker rmi -f $images_to_delete -# fi -# echo "Cleanup complete" -# } -# { -# sudo sync -# if [ -f "/etc/hetzner-volumes" ]; then -# echo "Hetzner volumes" -# cat /etc/hetzner-volumes -# fi -# echo "Stopping Docker daemon" -# sudo systemctl stop docker -# sudo sync -# echo "Syncing docker folders to cache" -# sudo mkdir -p /mnt/cache/docker -# } -# { -# if sudo test -d "/var/lib/docker/overlay2"; then -# sudo mkdir -p /mnt/cache/docker/overlay2 -# targets=$(sudo find "/var/lib/docker/overlay2" -mindepth 1 -maxdepth 1) -# if [ -z "$targets" ]; then -# echo "⚠️ No entries found in /var/lib/docker/overlay2 — skipping" -# else -# for target in $targets; do -# id=$(basename "$target") -# if [ ! -f /etc/docker-cache-mounts ] || ! grep -Fxq "$target" /etc/docker-cache-mounts; then -# sudo rsync -aH --delete "$target/" /mnt/cache/docker/overlay2/$id/ -# fi -# done -# fi -# fi -# for DIR in image buildkit; do -# sudo rsync -aH --delete /var/lib/docker/$DIR/ /mnt/cache/docker/$DIR/ -# done -# sudo sync -# } -# else -# echo "/mnt/cache not available — skipping Docker cache sync" -# fi - + echo "Nothing to sync" From 78fe37354310a85306285940f5fdc5f1f0c9e74b Mon Sep 17 00:00:00 2001 From: vzakaznikov <41681088+vzakaznikov@users.noreply.github.com> Date: Mon, 6 Oct 2025 10:32:17 -0400 Subject: [PATCH 5/7] Update action.yml --- .github/actions/cache-setup/action.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/actions/cache-setup/action.yml b/.github/actions/cache-setup/action.yml index 8ebf6cacf..8941e79b5 100644 --- a/.github/actions/cache-setup/action.yml +++ b/.github/actions/cache-setup/action.yml @@ -4,7 +4,7 @@ description: 'Cache setup' runs: using: 'composite' steps: - - name: Cache setup (disabled) + - name: Cache setup shell: bash run: | - name: Setup Python cache From 3cca0afe39264f56a028f9165bdc2d89f3513daf Mon Sep 17 00:00:00 2001 From: vzakaznikov <41681088+vzakaznikov@users.noreply.github.com> Date: Mon, 6 Oct 2025 10:43:39 -0400 Subject: [PATCH 6/7] Update action.yml --- .github/actions/cache-setup/action.yml | 23 ++++++++++------------- 1 file changed, 10 insertions(+), 13 deletions(-) diff --git a/.github/actions/cache-setup/action.yml b/.github/actions/cache-setup/action.yml index 8941e79b5..36b037bce 100644 --- a/.github/actions/cache-setup/action.yml +++ b/.github/actions/cache-setup/action.yml @@ -4,18 +4,15 @@ description: 'Cache setup' runs: using: 'composite' steps: - - name: Cache setup + - name: Setup Python cache shell: bash run: | - - name: Setup Python cache - shell: bash - run: | - if [ -d "/mnt/cache" ]; then - PYTHON_CACHE_DIR="/mnt/cache/python3.12-venv" - mkdir -p "$PYTHON_CACHE_DIR" "$PWD/venv" - sudo mount --bind "$PYTHON_CACHE_DIR" "$PWD/venv" - echo "Using Python cached venv directory: $PYTHON_CACHE_DIR" - else - PYTHON_CACHE_DIR="" - echo "No Python venv cache directory available, proceeding without caching" - fi + if [ -d "/mnt/cache" ]; then + PYTHON_CACHE_DIR="/mnt/cache/python3.12-venv" + mkdir -p "$PYTHON_CACHE_DIR" "$PWD/venv" + sudo mount --bind "$PYTHON_CACHE_DIR" "$PWD/venv" + echo "Using Python cached venv directory: $PYTHON_CACHE_DIR" + else + PYTHON_CACHE_DIR="" + echo "No Python venv cache directory available, proceeding without caching" + fi From d999f32fd138f574e6346010660a90d2a26df58f Mon Sep 17 00:00:00 2001 From: vzakaznikov <41681088+vzakaznikov@users.noreply.github.com> Date: Mon, 6 Oct 2025 10:50:01 -0400 Subject: [PATCH 7/7] Update action.yml --- .github/actions/cache-setup/action.yml | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/.github/actions/cache-setup/action.yml b/.github/actions/cache-setup/action.yml index 36b037bce..2edff60eb 100644 --- a/.github/actions/cache-setup/action.yml +++ b/.github/actions/cache-setup/action.yml @@ -4,6 +4,13 @@ description: 'Cache setup' runs: using: 'composite' steps: + - name: "Mounted volumes" + shell: bash + run: | + if [ -f "/etc/hetzner-volumes" ]; then + echo "Hetzner volumes" + cat /etc/hetzner-volumes + fi - name: Setup Python cache shell: bash run: |