From c04cac8ee21511bcbce7bd6acdc0c398fc8b21f3 Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Fri, 26 Jan 2024 10:15:52 -0800 Subject: [PATCH 01/21] Update regression.yml --- .github/workflows/regression.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/regression.yml b/.github/workflows/regression.yml index dd5434819c13..873bbeddd559 100644 --- a/.github/workflows/regression.yml +++ b/.github/workflows/regression.yml @@ -141,7 +141,7 @@ jobs: strategy: fail-fast: false matrix: - SUITE: [aes_encryption, aggregate_functions, atomic_insert, base_58, clickhouse_keeper, data_types, datetime64_extended_range, disk_level_encryption, dns, example, extended_precision_data_types, kafka, kerberos, key_value, lightweight_delete, part_moves_between_shards, rbac, selects, session_timezone, ssl_server, tiered_storage, window_functions] + SUITE: [aes_encryption, aggregate_functions, alter, atomic_insert, base_58, clickhouse_keeper, data_types, datetime64_extended_range, disk_level_encryption, dns, engines, example, extended_precision_data_types, kafka, kerberos, key_value, lightweight_delete, part_moves_between_shards, rbac, selects, session_timezone, ssl_server, tiered_storage, window_functions] needs: [runner_labels_setup] runs-on: ${{ fromJson(needs.runner_labels_setup.outputs.runner_labels) }} timeout-minutes: ${{ inputs.timeout_minutes }} From 6afe1fcc6a90f8fcbfc1045c219e705fcc20a117 Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Fri, 26 Jan 2024 10:48:17 -0800 Subject: [PATCH 02/21] Update release_branches.yml --- .github/workflows/release_branches.yml | 366 +++++++++++++++++++++++-- 1 file changed, 346 insertions(+), 20 deletions(-) diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index ff6bc7c8b267..13afcdf2924b 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -29,7 +29,7 @@ on: # yamllint disable-line rule:truthy jobs: DockerHubPushAarch64: - runs-on: [self-hosted, style-checker, on-demand, type-cax41, in-hel1, image-arm-app-docker-ce] + runs-on: [self-hosted, altinity-on-demand, altinity-type-cax41, altinity-in-hel1, altinity-image-arm-app-docker-ce] steps: - name: Check out repository code uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6 @@ -47,7 +47,7 @@ jobs: path: ${{ runner.temp }}/docker_images_check/changed_images_aarch64.json DockerHubPushAmd64: - runs-on: [self-hosted, style-checker, on-demand, type-cpx51, in-ash, image-x86-app-docker-ce] + runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce] steps: - name: Check out repository code uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6 @@ -66,7 +66,7 @@ jobs: DockerHubPush: needs: [DockerHubPushAmd64, DockerHubPushAarch64] - runs-on: [self-hosted, style-checker, on-demand, type-cpx41, image-x86-app-docker-ce] + runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx41, altinity-image-x86-app-docker-ce] steps: - name: Check out repository code uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6 @@ -110,12 +110,22 @@ jobs: secrets: inherit with: test_name: Compatibility check X86 - runner_type: style-checker, on-demand, type-cpx41, image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx41, altinity-image-x86-app-docker-ce timeout_minutes: 180 run_command: | cd "$REPO_COPY/tests/ci" python3 compatibility_check.py --check-name "Compatibility check (amd64)" --check-glibc --check-distributions + CompatibilityCheckAarch64: + needs: [BuilderDebAarch64] + uses: ./.github/workflows/reusable_test.yml + with: + test_name: Compatibility check Aarch64 + runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce + run_command: | + cd "$REPO_COPY/tests/ci" + python3 compatibility_check.py --check-name "Compatibility check (aarch64)" --check-glibc + ######################################################################################### #################################### ORDINARY BUILDS #################################### ######################################################################################### @@ -127,7 +137,7 @@ jobs: build_name: package_release checkout_depth: 0 timeout_minutes: 180 - runner_type: builder, on-demand, type-ccx53, in-ash, image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-ccx53, altinity-in-ash, altinity-image-x86-app-docker-ce additional_envs: | CLICKHOUSE_STABLE_VERSION_SUFFIX=altinitystable @@ -139,7 +149,67 @@ jobs: build_name: package_aarch64 checkout_depth: 0 timeout_minutes: 180 - runner_type: builder, on-demand, type-ccx53, in-ash, image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-ccx53, altinity-in-ash, altinity-image-x86-app-docker-ce + additional_envs: | + CLICKHOUSE_STABLE_VERSION_SUFFIX=altinitystable + + BuilderDebAsan: + needs: [DockerHubPush] + uses: ./.github/workflows/reusable_build.yml + secrets: inherit + with: + build_name: package_asan + checkout_depth: 0 + timeout_minutes: 180 + runner_type: altinity-on-demand, altinity-type-ccx53, altinity-in-ash, altinity-image-x86-app-docker-ce + additional_envs: | + CLICKHOUSE_STABLE_VERSION_SUFFIX=altinitystable + + BuilderDebUBsan: + needs: [DockerHubPush] + uses: ./.github/workflows/reusable_build.yml + secrets: inherit + with: + build_name: package_ubsan + checkout_depth: 0 + timeout_minutes: 180 + runner_type: altinity-on-demand, altinity-type-ccx53, altinity-in-ash, altinity-image-x86-app-docker-ce + additional_envs: | + CLICKHOUSE_STABLE_VERSION_SUFFIX=altinitystable + + BuilderDebTsan: + needs: [DockerHubPush] + uses: ./.github/workflows/reusable_build.yml + secrets: inherit + with: + build_name: package_tsan + checkout_depth: 0 + timeout_minutes: 180 + runner_type: altinity-on-demand, altinity-type-ccx53, altinity-in-ash, altinity-image-x86-app-docker-ce + additional_envs: | + CLICKHOUSE_STABLE_VERSION_SUFFIX=altinitystable + + BuilderDebMsan: + needs: [DockerHubPush] + uses: ./.github/workflows/reusable_build.yml + secrets: inherit + with: + build_name: package_msan + checkout_depth: 0 + timeout_minutes: 180 + runner_type: altinity-on-demand, altinity-type-ccx53, altinity-in-ash, altinity-image-x86-app-docker-ce + additional_envs: | + CLICKHOUSE_STABLE_VERSION_SUFFIX=altinitystable + + BuilderDebDebug: + needs: [DockerHubPush] + uses: ./.github/workflows/reusable_build.yml + secrets: inherit + with: + build_name: package_debug + checkout_depth: 0 + timeout_minutes: 180 + runner_type: altinity-on-demand, altinity-type-ccx53, altinity-in-ash, altinity-image-x86-app-docker-ce additional_envs: | CLICKHOUSE_STABLE_VERSION_SUFFIX=altinitystable @@ -150,7 +220,7 @@ jobs: needs: - BuilderDebRelease - BuilderDebAarch64 - runs-on: [self-hosted, style-checker, on-demand, type-cpx51, image-x86-app-docker-ce] + runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-image-x86-app-docker-ce] timeout-minutes: 180 steps: - name: Check out repository code @@ -186,7 +256,7 @@ jobs: secrets: inherit with: test_name: ClickHouse build check - runner_type: style-checker, on-demand, type-cpx31, image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx31, altinity-image-x86-app-docker-ce timeout_minutes: 180 additional_envs: | NEEDS_DATA< Date: Fri, 26 Jan 2024 10:51:25 -0800 Subject: [PATCH 03/21] Update regression sha --- .github/workflows/release_branches.yml | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index 13afcdf2924b..8c1f7e70720d 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -104,7 +104,7 @@ jobs: name: changed_images path: ${{ runner.temp }}/changed_images.json - CompatibilityCheck: + CompatibilityCheckX86: needs: [BuilderDebRelease] uses: ./.github/workflows/reusable_test.yml secrets: inherit @@ -621,7 +621,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-type-cpx51, altinity-image-x86-app-docker-ce - commit: 09db6160aac30e37169797b73fac77b4cbca41c6 + commit: e9c0ff0fe77b41e7876d0113593d25c9e650e050 arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.event_name == 'release' && github.sha }} @@ -631,7 +631,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce - commit: 09db6160aac30e37169797b73fac77b4cbca41c6 + commit: e9c0ff0fe77b41e7876d0113593d25c9e650e050 arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.event_name == 'release' && github.sha }} @@ -683,7 +683,6 @@ jobs: - DockerHubPush - DockerServerImages - BuilderReport - - BuilderSpecialReport - MarkReleaseReady - FunctionalStatelessTestDebug - FunctionalStatelessTestRelease From 9f781d34eae45e547f07f0c38c3c62a5eb79fd54 Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Mon, 29 Jan 2024 10:08:18 -0800 Subject: [PATCH 04/21] Update regression.yml From b3b8302e661d43df58dfb84be535a57e6dd215e2 Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Mon, 29 Jan 2024 10:27:47 -0800 Subject: [PATCH 05/21] Update release_branches.yml --- .github/workflows/release_branches.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index 8c1f7e70720d..a37b4356a485 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -119,6 +119,7 @@ jobs: CompatibilityCheckAarch64: needs: [BuilderDebAarch64] uses: ./.github/workflows/reusable_test.yml + secrets: inherit with: test_name: Compatibility check Aarch64 runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce From 79dde0121e89ccfbce502e4658cb8edbd88c55a7 Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Tue, 30 Jan 2024 11:17:18 -0800 Subject: [PATCH 06/21] Update release_branches.yml --- .github/workflows/release_branches.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index a37b4356a485..f43611eab747 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -333,7 +333,7 @@ jobs: secrets: inherit with: test_name: Stateless tests (aarch64) - runner_type: altintiy-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce additional_envs: | KILL_TIMEOUT=10800 run_command: | @@ -432,7 +432,7 @@ jobs: secrets: inherit with: test_name: Stateful tests (aarch64) - runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce additional_envs: | KILL_TIMEOUT=3600 run_command: | From 1a0c99092d1dce59619933c6b771654734cd18ec Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Mon, 5 Feb 2024 12:00:10 -0800 Subject: [PATCH 07/21] Update release_branches.yml --- .github/workflows/release_branches.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index 06fa6568763f..e5f246901869 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -573,6 +573,7 @@ jobs: test_name: Integration tests (asan) runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce batches: 4 + timeout_minutes: 180 run_command: | cd "$REPO_COPY/tests/ci" python3 integration_test_check.py "$CHECK_NAME" @@ -585,6 +586,7 @@ jobs: test_name: Integration tests (asan, analyzer) runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce batches: 6 + timeout_minutes: 180 run_command: | cd "$REPO_COPY/tests/ci" python3 integration_test_check.py "$CHECK_NAME" @@ -597,6 +599,7 @@ jobs: test_name: Integration tests (tsan) runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce batches: 6 + timeout_minutes: 180 run_command: | cd "$REPO_COPY/tests/ci" python3 integration_test_check.py "$CHECK_NAME" From f3c0710c26b16c300163d34bdcd8200a9fb8315b Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Tue, 6 Feb 2024 00:14:28 -0800 Subject: [PATCH 08/21] Update release_branches.yml --- .github/workflows/release_branches.yml | 40 +++++++++++++------------- 1 file changed, 20 insertions(+), 20 deletions(-) diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index e5f246901869..f44eedd35555 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -295,7 +295,7 @@ jobs: secrets: inherit with: test_name: Install packages (amd64) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86--docker-ce run_command: | cd "$REPO_COPY/tests/ci" python3 install_check.py "$CHECK_NAME" @@ -320,7 +320,7 @@ jobs: secrets: inherit with: test_name: Stateless tests (release) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 additional_envs: | KILL_TIMEOUT=10800 run_command: | @@ -333,7 +333,7 @@ jobs: secrets: inherit with: test_name: Stateless tests (aarch64) - runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-snapshot-docker_ipv6_arm additional_envs: | KILL_TIMEOUT=10800 run_command: | @@ -346,7 +346,7 @@ jobs: secrets: inherit with: test_name: Stateless tests (asan) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 additional_envs: | KILL_TIMEOUT=10800 batches: 4 @@ -360,7 +360,7 @@ jobs: secrets: inherit with: test_name: Stateless tests (tsan) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 additional_envs: | KILL_TIMEOUT=10800 batches: 4 @@ -374,7 +374,7 @@ jobs: secrets: inherit with: test_name: Stateless tests (ubsan) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 additional_envs: | KILL_TIMEOUT=10800 batches: 4 @@ -388,7 +388,7 @@ jobs: secrets: inherit with: test_name: Stateless tests (msan) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 additional_envs: | KILL_TIMEOUT=10800 batches: 4 @@ -402,7 +402,7 @@ jobs: secrets: inherit with: test_name: Stateless tests (debug) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 additional_envs: | KILL_TIMEOUT=10800 batches: 4 @@ -419,7 +419,7 @@ jobs: secrets: inherit with: test_name: Stateful tests (release) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 additional_envs: | KILL_TIMEOUT=3600 run_command: | @@ -432,7 +432,7 @@ jobs: secrets: inherit with: test_name: Stateful tests (aarch64) - runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-snapshot-docker_ipv6_arm additional_envs: | KILL_TIMEOUT=3600 run_command: | @@ -445,7 +445,7 @@ jobs: secrets: inherit with: test_name: Stateful tests (asan) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 additional_envs: | KILL_TIMEOUT=3600 run_command: | @@ -458,7 +458,7 @@ jobs: secrets: inherit with: test_name: Stateful tests (tsan) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 additional_envs: | KILL_TIMEOUT=3600 run_command: | @@ -471,7 +471,7 @@ jobs: secrets: inherit with: test_name: Stateful tests (msan) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 additional_envs: | KILL_TIMEOUT=3600 run_command: | @@ -484,7 +484,7 @@ jobs: secrets: inherit with: test_name: Stateful tests (ubsan) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 additional_envs: | KILL_TIMEOUT=3600 run_command: | @@ -497,7 +497,7 @@ jobs: secrets: inherit with: test_name: Stateful tests (debug) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 additional_envs: | KILL_TIMEOUT=3600 run_command: | @@ -513,7 +513,7 @@ jobs: secrets: inherit with: test_name: Stress test (asan) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 run_command: | cd "$REPO_COPY/tests/ci" python3 stress_check.py "$CHECK_NAME" @@ -524,7 +524,7 @@ jobs: secrets: inherit with: test_name: Stress test (tsan) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 run_command: | cd "$REPO_COPY/tests/ci" python3 stress_check.py "$CHECK_NAME" @@ -535,7 +535,7 @@ jobs: secrets: inherit with: test_name: Stress test (msan) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 run_command: | cd "$REPO_COPY/tests/ci" python3 stress_check.py "$CHECK_NAME" @@ -546,7 +546,7 @@ jobs: secrets: inherit with: test_name: Stress test (ubsan) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 run_command: | cd "$REPO_COPY/tests/ci" python3 stress_check.py "$CHECK_NAME" @@ -557,7 +557,7 @@ jobs: secrets: inherit with: test_name: Stress test (debug) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-snapshot-docker_ipv6_x86 run_command: | cd "$REPO_COPY/tests/ci" python3 stress_check.py "$CHECK_NAME" From 433097174af025accb9cc8f84379d479f18085f3 Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Tue, 6 Feb 2024 12:37:23 -0800 Subject: [PATCH 09/21] Update release_branches.yml --- .github/workflows/release_branches.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index f44eedd35555..59e5c3c527fe 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -295,7 +295,7 @@ jobs: secrets: inherit with: test_name: Install packages (amd64) - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86--docker-ce + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce run_command: | cd "$REPO_COPY/tests/ci" python3 install_check.py "$CHECK_NAME" From e2b0ea636b3d1c5ffd099154b6e633bb9f39c20d Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Tue, 13 Feb 2024 08:12:58 -0800 Subject: [PATCH 10/21] Update release_branches.yml --- .github/workflows/release_branches.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index c70276e37677..39ef2e2a4775 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -257,7 +257,7 @@ jobs: secrets: inherit with: test_name: ClickHouse build check - runner_type: altinity-on-demand, altinity-type-cpx31, altinity-image-x86-app-docker-ce + runner_type: altinity-on-demand, altinity-type-cpx41, altinity-image-x86-app-docker-ce timeout_minutes: 180 additional_envs: | NEEDS_DATA< Date: Tue, 13 Feb 2024 13:30:49 -0800 Subject: [PATCH 11/21] Update regression.yml --- .github/workflows/regression.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/regression.yml b/.github/workflows/regression.yml index 873bbeddd559..dde2af3230c0 100644 --- a/.github/workflows/regression.yml +++ b/.github/workflows/regression.yml @@ -16,7 +16,7 @@ name: Regression test workflow - Release type: string timeout_minutes: description: Maximum number of minutes to let workflow run before GitHub cancels it. - default: 180 + default: 210 type: number build_sha: description: commit sha of the workflow run for artifact upload. From cfbf800ff63037cc37b2a62a4f1f66767a42885f Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Wed, 14 Feb 2024 18:11:06 -0800 Subject: [PATCH 12/21] Update reusable_build.yml --- .github/workflows/reusable_build.yml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/.github/workflows/reusable_build.yml b/.github/workflows/reusable_build.yml index 4204798f9861..01dc27577974 100644 --- a/.github/workflows/reusable_build.yml +++ b/.github/workflows/reusable_build.yml @@ -136,6 +136,12 @@ jobs: name: changed_images path: ${{ env.IMAGES_PATH }} + - name: Create source tar + run: | + mkdir -p "$TEMP_PATH/build_check/package_release" + cd .. && tar czf $TEMP_PATH/build_source.src.tar.gz ClickHouse/ + cd $TEMP_PATH && tar xvzf $TEMP_PATH/build_source.src.tar.gz + - name: Build run: | cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" From aa7e477e4ab38482979c794f4d31ea2014f22845 Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Wed, 14 Feb 2024 18:11:42 -0800 Subject: [PATCH 13/21] Update build_check.py --- tests/ci/build_check.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/tests/ci/build_check.py b/tests/ci/build_check.py index 17cb41910a86..965dcc8a4073 100644 --- a/tests/ci/build_check.py +++ b/tests/ci/build_check.py @@ -350,6 +350,18 @@ def main(): print(f"::notice ::Log URL: {log_url}") + src_path = os.path.join(TEMP_PATH, "build_source.src.tar.gz") + + if os.path.exists(src_path): + src_url = s3_helper.upload_build_file_to_s3( + src_path, s3_path_prefix + "/clickhouse-" + version.string + ".src.tar.gz" + ) + logging.info("Source tar %s", src_url) + else: + logging.info("Source tar doesn't exist") + + print(f"::notice ::Source tar URL: {src_url}") + build_result = BuildResult( build_name, log_url, From a1eab445e34ac16ec020b3e15fd3df5a7842cf23 Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Thu, 15 Feb 2024 07:00:08 -0800 Subject: [PATCH 14/21] Update release_branches.yml --- .github/workflows/release_branches.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index 39ef2e2a4775..88460b161317 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -626,7 +626,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-type-cpx51, altinity-image-x86-app-docker-ce - commit: 8722f3b9709a6f38f9ad25a51536c2fa68504c1c + commit: dd513c6606ce7f46ed9aea35a36c41ea2fa355b9 arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.event_name == 'release' && github.sha }} @@ -636,7 +636,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce - commit: 8722f3b9709a6f38f9ad25a51536c2fa68504c1c + commit: dd513c6606ce7f46ed9aea35a36c41ea2fa355b9 arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.event_name == 'release' && github.sha }} From 971a0f7b8c6b3572e81823d98ac1dbb5164ad3f9 Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Thu, 15 Feb 2024 07:20:07 -0800 Subject: [PATCH 15/21] Update build_check.py --- tests/ci/build_check.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/ci/build_check.py b/tests/ci/build_check.py index 965dcc8a4073..a358b590f65d 100644 --- a/tests/ci/build_check.py +++ b/tests/ci/build_check.py @@ -354,7 +354,7 @@ def main(): if os.path.exists(src_path): src_url = s3_helper.upload_build_file_to_s3( - src_path, s3_path_prefix + "/clickhouse-" + version.string + ".src.tar.gz" + Path(src_path), s3_path_prefix + "/clickhouse-" + version.string + ".src.tar.gz" ) logging.info("Source tar %s", src_url) else: From 06a640eb69faf3b72fdf40e7085c16ba45adfbdd Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Tue, 20 Feb 2024 11:49:31 -0800 Subject: [PATCH 16/21] Update release_branches.yml --- .github/workflows/release_branches.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index 88460b161317..092ad29f589d 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -626,7 +626,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-type-cpx51, altinity-image-x86-app-docker-ce - commit: dd513c6606ce7f46ed9aea35a36c41ea2fa355b9 + commit: 724eeb2b02ef83ee4046fd5d6e0637e84741a9b3 arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.event_name == 'release' && github.sha }} @@ -636,7 +636,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce - commit: dd513c6606ce7f46ed9aea35a36c41ea2fa355b9 + commit: 724eeb2b02ef83ee4046fd5d6e0637e84741a9b3 arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.event_name == 'release' && github.sha }} From 982b491b1ffd816c177ad1962a11f9748edec3b2 Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Tue, 20 Feb 2024 11:50:10 -0800 Subject: [PATCH 17/21] Add memory suite --- .github/workflows/regression.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/regression.yml b/.github/workflows/regression.yml index dde2af3230c0..d8f68a513f41 100644 --- a/.github/workflows/regression.yml +++ b/.github/workflows/regression.yml @@ -141,7 +141,7 @@ jobs: strategy: fail-fast: false matrix: - SUITE: [aes_encryption, aggregate_functions, alter, atomic_insert, base_58, clickhouse_keeper, data_types, datetime64_extended_range, disk_level_encryption, dns, engines, example, extended_precision_data_types, kafka, kerberos, key_value, lightweight_delete, part_moves_between_shards, rbac, selects, session_timezone, ssl_server, tiered_storage, window_functions] + SUITE: [aes_encryption, aggregate_functions, alter, atomic_insert, base_58, clickhouse_keeper, data_types, datetime64_extended_range, disk_level_encryption, dns, engines, example, extended_precision_data_types, kafka, kerberos, key_value, lightweight_delete, memory, part_moves_between_shards, rbac, selects, session_timezone, ssl_server, tiered_storage, window_functions] needs: [runner_labels_setup] runs-on: ${{ fromJson(needs.runner_labels_setup.outputs.runner_labels) }} timeout-minutes: ${{ inputs.timeout_minutes }} From 4944827f5cdb0c1fe95ecf33d3bd026f071a7a6b Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Mon, 26 Feb 2024 12:41:45 -0800 Subject: [PATCH 18/21] Update release_branches.yml --- .github/workflows/release_branches.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index 092ad29f589d..06f5108bed24 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -626,7 +626,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-type-cpx51, altinity-image-x86-app-docker-ce - commit: 724eeb2b02ef83ee4046fd5d6e0637e84741a9b3 + commit: b4cef21a7f0712767f0fef1ba14bbc34630cac7e arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.event_name == 'release' && github.sha }} @@ -636,7 +636,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce - commit: 724eeb2b02ef83ee4046fd5d6e0637e84741a9b3 + commit: b4cef21a7f0712767f0fef1ba14bbc34630cac7e arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.event_name == 'release' && github.sha }} From 60d767b02b731676ccad8afba60a13a09cbff4a3 Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Tue, 27 Feb 2024 15:08:22 -0800 Subject: [PATCH 19/21] Update release_branches.yml --- .github/workflows/release_branches.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index 06f5108bed24..ed5cff1d1db2 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -626,7 +626,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-type-cpx51, altinity-image-x86-app-docker-ce - commit: b4cef21a7f0712767f0fef1ba14bbc34630cac7e + commit: 33092279b2001199aeca8ee64a757d9be31d16c9 arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.event_name == 'release' && github.sha }} @@ -636,7 +636,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce - commit: b4cef21a7f0712767f0fef1ba14bbc34630cac7e + commit: 33092279b2001199aeca8ee64a757d9be31d16c9 arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.event_name == 'release' && github.sha }} From 60fb5a72ccff6f85b8fbd23d660944fc34389151 Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Wed, 28 Feb 2024 11:14:11 -0800 Subject: [PATCH 20/21] Update release_branches.yml --- .github/workflows/release_branches.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index ed5cff1d1db2..30fa01e84c7d 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -625,8 +625,8 @@ jobs: uses: ./.github/workflows/regression.yml secrets: inherit with: - runner_type: altinity-on-demand, altinity-type-cpx51, altinity-image-x86-app-docker-ce - commit: 33092279b2001199aeca8ee64a757d9be31d16c9 + runner_type: altinity-on-demand, altinity-type-cpx51, altinity-image-x86-app-docker-ce, altinity-setup-regression + commit: 254dbb4a60149624819b637c0100d2d071d3bda5 arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.event_name == 'release' && github.sha }} @@ -635,8 +635,8 @@ jobs: uses: ./.github/workflows/regression.yml secrets: inherit with: - runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce - commit: 33092279b2001199aeca8ee64a757d9be31d16c9 + runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce, altinity-setup-regression + commit: 254dbb4a60149624819b637c0100d2d071d3bda5 arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.event_name == 'release' && github.sha }} From f7a23037b1aa171cd951cfedd637a25a66b585a1 Mon Sep 17 00:00:00 2001 From: MyroTk <44327070+MyroTk@users.noreply.github.com> Date: Thu, 29 Feb 2024 09:52:36 -0800 Subject: [PATCH 21/21] Update release_branches.yml --- .github/workflows/release_branches.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index 30fa01e84c7d..ec89c8b5400a 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -626,7 +626,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-type-cpx51, altinity-image-x86-app-docker-ce, altinity-setup-regression - commit: 254dbb4a60149624819b637c0100d2d071d3bda5 + commit: 6da94b78dc53cb8965ab56c04a89ebf54ed04cbc arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.event_name == 'release' && github.sha }} @@ -636,7 +636,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-type-cax41, altinity-image-arm-app-docker-ce, altinity-setup-regression - commit: 254dbb4a60149624819b637c0100d2d071d3bda5 + commit: 6da94b78dc53cb8965ab56c04a89ebf54ed04cbc arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.event_name == 'release' && github.sha }}