Mark QPL_DEFLATE non-experimental but default: off-by-default #34127
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: PullRequestCI | |
env: | |
# Force the stdout and stderr streams to be unbuffered | |
PYTHONUNBUFFERED: 1 | |
on: # yamllint disable-line rule:truthy | |
pull_request: | |
types: | |
- synchronize | |
- reopened | |
- opened | |
branches: | |
- master | |
paths-ignore: | |
- 'CHANGELOG.md' | |
- 'README.md' | |
- 'SECURITY.md' | |
- 'docker/docs/**' | |
- 'docs/**' | |
- 'utils/check-style/aspell-ignore/**' | |
########################################################################################## | |
##################################### SMALL CHECKS ####################################### | |
########################################################################################## | |
jobs: | |
CheckLabels: | |
runs-on: [self-hosted, style-checker] | |
# Run the first check always, even if the CI is cancelled | |
if: ${{ always() }} | |
steps: | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Labels check | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 run_check.py | |
PythonUnitTests: | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Python unit tests | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
echo "Testing the main ci directory" | |
python3 -m unittest discover -s . -p '*_test.py' | |
for dir in *_lambda/; do | |
echo "Testing $dir" | |
python3 -m unittest discover -s "$dir" -p '*_test.py' | |
done | |
DockerHubPushAarch64: | |
needs: CheckLabels | |
runs-on: [self-hosted, style-checker-aarch64] | |
steps: | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Images check | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 docker_images_check.py --suffix aarch64 | |
- name: Upload images files to artifacts | |
uses: actions/upload-artifact@v3 | |
with: | |
name: changed_images_aarch64 | |
path: ${{ runner.temp }}/docker_images_check/changed_images_aarch64.json | |
DockerHubPushAmd64: | |
needs: CheckLabels | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Images check | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 docker_images_check.py --suffix amd64 | |
- name: Upload images files to artifacts | |
uses: actions/upload-artifact@v3 | |
with: | |
name: changed_images_amd64 | |
path: ${{ runner.temp }}/docker_images_check/changed_images_amd64.json | |
DockerHubPush: | |
needs: [DockerHubPushAmd64, DockerHubPushAarch64, PythonUnitTests] | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Download changed aarch64 images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images_aarch64 | |
path: ${{ runner.temp }} | |
- name: Download changed amd64 images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images_amd64 | |
path: ${{ runner.temp }} | |
- name: Images check | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 docker_manifests_merge.py --suffix amd64 --suffix aarch64 | |
- name: Upload images files to artifacts | |
uses: actions/upload-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ runner.temp }}/changed_images.json | |
StyleCheck: | |
needs: DockerHubPush | |
runs-on: [self-hosted, style-checker] | |
# We need additional `&& ! cancelled()` to have the job being able to cancel | |
if: ${{ success() || failure() || ( always() && ! cancelled() ) }} | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{ runner.temp }}/style_check | |
ROBOT_CLICKHOUSE_SSH_KEY<<RCSK | |
${{secrets.ROBOT_CLICKHOUSE_SSH_KEY}} | |
RCSK | |
EOF | |
- name: Download changed images | |
# even if artifact does not exist, e.g. on `do not test` label or failed Docker job | |
continue-on-error: true | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.TEMP_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Style Check | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 style_check.py | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FastTest: | |
needs: DockerHubPush | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/fasttest | |
REPO_COPY=${{runner.temp}}/fasttest/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
EOF | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.TEMP_PATH }} | |
- name: Fast Test | |
run: | | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 fast_test_check.py | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
CompatibilityCheckX86: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/compatibility_check | |
REPO_COPY=${{runner.temp}}/compatibility_check/ClickHouse | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
EOF | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: CompatibilityCheckX86 | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 compatibility_check.py --check-name "Compatibility check (amd64)" --check-glibc --check-distributions | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
CompatibilityCheckAarch64: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/compatibility_check | |
REPO_COPY=${{runner.temp}}/compatibility_check/ClickHouse | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
EOF | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: CompatibilityCheckAarch64 | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 compatibility_check.py --check-name "Compatibility check (aarch64)" --check-glibc | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
######################################################################################### | |
#################################### ORDINARY BUILDS #################################### | |
######################################################################################### | |
BuilderDebRelease: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=package_release | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
fetch-depth: 0 # for performance artifact | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
BuilderBinRelease: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_release | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderDebAarch64: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=package_aarch64 | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ runner.temp }}/images_path | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
fetch-depth: 0 # for performance artifact | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderDebAsan: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=package_asan | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderDebUBsan: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=package_ubsan | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderDebTsan: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=package_tsan | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderDebMsan: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=package_msan | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderDebDebug: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=package_debug | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Apply sparse checkout for contrib # in order to check that it doesn't break build | |
run: | | |
rm -rf "$GITHUB_WORKSPACE/contrib" && echo 'removed' | |
git -C "$GITHUB_WORKSPACE" checkout . && echo 'restored' | |
"$GITHUB_WORKSPACE/contrib/update-submodules.sh" && echo 'OK' | |
du -hs "$GITHUB_WORKSPACE/contrib" ||: | |
find "$GITHUB_WORKSPACE/contrib" -type f | wc -l ||: | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
########################################################################################## | |
##################################### SPECIAL BUILDS ##################################### | |
########################################################################################## | |
BuilderBinClangTidy: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_tidy | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinDarwin: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_darwin | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinAarch64: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_aarch64 | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinFreeBSD: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_freebsd | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinDarwinAarch64: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_darwin_aarch64 | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinPPC64: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_ppc64le | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinAmd64Compat: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_amd64_compat | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
BuilderBinAarch64V80Compat: | |
needs: [DockerHubPush, FastTest, StyleCheck] | |
runs-on: [self-hosted, builder] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/build_check | |
IMAGES_PATH=${{runner.temp}}/images_path | |
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | |
CACHES_PATH=${{runner.temp}}/../ccaches | |
BUILD_NAME=binary_aarch64_v80compat | |
EOF | |
- name: Download changed images | |
uses: actions/download-artifact@v3 | |
with: | |
name: changed_images | |
path: ${{ env.IMAGES_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
submodules: true | |
- name: Build | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | |
- name: Upload build URLs to artifacts | |
if: ${{ success() || failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ env.BUILD_URLS }} | |
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | |
############################################################################################ | |
##################################### Docker images ####################################### | |
############################################################################################ | |
DockerServerImages: | |
needs: | |
- BuilderDebRelease | |
- BuilderDebAarch64 | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
fetch-depth: 0 # It MUST BE THE SAME for all dependencies and the job itself | |
- name: Check docker clickhouse/clickhouse-server building | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 docker_server.py --release-type head --no-push \ | |
--image-repo clickhouse/clickhouse-server --image-path docker/server | |
python3 docker_server.py --release-type head --no-push \ | |
--image-repo clickhouse/clickhouse-keeper --image-path docker/keeper | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################ | |
##################################### BUILD REPORTER ####################################### | |
############################################################################################ | |
BuilderReport: | |
needs: | |
- BuilderBinRelease | |
- BuilderDebAarch64 | |
- BuilderDebAsan | |
- BuilderDebDebug | |
- BuilderDebMsan | |
- BuilderDebRelease | |
- BuilderDebTsan | |
- BuilderDebUBsan | |
runs-on: [self-hosted, style-checker] | |
if: ${{ success() || failure() }} | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
CHECK_NAME=ClickHouse build check | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
TEMP_PATH=${{runner.temp}}/report_check | |
NEEDS_DATA_PATH=${{runner.temp}}/needs.json | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Report Builder | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cat > "$NEEDS_DATA_PATH" << 'EOF' | |
${{ toJSON(needs) }} | |
EOF | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 build_report_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
BuilderSpecialReport: | |
needs: | |
- BuilderBinAarch64 | |
- BuilderBinDarwin | |
- BuilderBinDarwinAarch64 | |
- BuilderBinFreeBSD | |
- BuilderBinPPC64 | |
- BuilderBinAmd64Compat | |
- BuilderBinAarch64V80Compat | |
- BuilderBinClangTidy | |
runs-on: [self-hosted, style-checker] | |
if: ${{ success() || failure() }} | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/report_check | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=ClickHouse special build check | |
NEEDS_DATA_PATH=${{runner.temp}}/needs.json | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Report Builder | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cat > "$NEEDS_DATA_PATH" << 'EOF' | |
${{ toJSON(needs) }} | |
EOF | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 build_report_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################ | |
#################################### INSTALL PACKAGES ###################################### | |
############################################################################################ | |
InstallPackagesTestRelease: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/test_install | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Install packages (amd64) | |
REPO_COPY=${{runner.temp}}/test_install/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Test packages installation | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 install_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
InstallPackagesTestAarch64: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, style-checker-aarch64] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/test_install | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Install packages (arm64) | |
REPO_COPY=${{runner.temp}}/test_install/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Test packages installation | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 install_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################## | |
########################### FUNCTIONAl STATELESS TESTS ####################################### | |
############################################################################################## | |
FunctionalStatelessTestRelease: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release) | |
REPO_COPY=${{runner.temp}}/stateless_release/ClickHouse | |
KILL_TIMEOUT=10800 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseDatabaseReplicated0: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_database_replicated | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, DatabaseReplicated) | |
REPO_COPY=${{runner.temp}}/stateless_database_replicated/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseDatabaseReplicated1: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_database_replicated | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, DatabaseReplicated) | |
REPO_COPY=${{runner.temp}}/stateless_database_replicated/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseDatabaseReplicated2: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_database_replicated | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, DatabaseReplicated) | |
REPO_COPY=${{runner.temp}}/stateless_database_replicated/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseDatabaseReplicated3: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_database_replicated | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, DatabaseReplicated) | |
REPO_COPY=${{runner.temp}}/stateless_database_replicated/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseWideParts: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_wide_parts | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, wide parts enabled) | |
REPO_COPY=${{runner.temp}}/stateless_wide_parts/ClickHouse | |
KILL_TIMEOUT=10800 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseAnalyzer: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_analyzer | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, analyzer) | |
REPO_COPY=${{runner.temp}}/stateless_analyzer/ClickHouse | |
KILL_TIMEOUT=10800 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseS3_0: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=2 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestReleaseS3_1: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (release, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=2 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestS3Debug0: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestS3Debug1: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestS3Debug2: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestS3Debug3: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestS3Debug4: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=4 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestS3Debug5: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=5 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestS3Tsan0: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestS3Tsan1: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestS3Tsan2: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestS3Tsan3: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestS3Tsan4: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_s3_storage_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan, s3 storage) | |
REPO_COPY=${{runner.temp}}/stateless_s3_storage_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=4 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestAarch64: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, func-tester-aarch64] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (aarch64) | |
REPO_COPY=${{runner.temp}}/stateless_release/ClickHouse | |
KILL_TIMEOUT=10800 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestAsan0: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (asan) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestAsan1: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (asan) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestAsan2: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (asan) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestAsan3: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (asan) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestTsan0: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan) | |
REPO_COPY=${{runner.temp}}/stateless_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestTsan1: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan) | |
REPO_COPY=${{runner.temp}}/stateless_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestTsan2: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan) | |
REPO_COPY=${{runner.temp}}/stateless_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestTsan3: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan) | |
REPO_COPY=${{runner.temp}}/stateless_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestTsan4: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (tsan) | |
REPO_COPY=${{runner.temp}}/stateless_tsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=4 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestUBsan0: | |
needs: [BuilderDebUBsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_ubsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (ubsan) | |
REPO_COPY=${{runner.temp}}/stateless_ubsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=2 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestUBsan1: | |
needs: [BuilderDebUBsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_ubsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (ubsan) | |
REPO_COPY=${{runner.temp}}/stateless_ubsan/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=2 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestMsan0: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (msan) | |
REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestMsan1: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (msan) | |
REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestMsan2: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (msan) | |
REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestMsan3: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (msan) | |
REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestMsan4: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (msan) | |
REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=4 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestMsan5: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (msan) | |
REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=5 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestDebug0: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestDebug1: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestDebug2: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestDebug3: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestDebug4: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests (debug) | |
REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
RUN_BY_HASH_NUM=4 | |
RUN_BY_HASH_TOTAL=5 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatelessTestFlakyCheck: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateless_flaky_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateless tests flaky check (asan) | |
REPO_COPY=${{runner.temp}}/stateless_flaky_asan/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
TestsBugfixCheck: | |
needs: [CheckLabels, StyleCheck] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/tests_bugfix_check | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=tests bugfix validate check | |
KILL_TIMEOUT=3600 | |
REPO_COPY=${{runner.temp}}/tests_bugfix_check/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Bugfix test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
TEMP_PATH="${TEMP_PATH}/integration" \ | |
REPORTS_PATH="${REPORTS_PATH}/integration" \ | |
python3 integration_test_check.py "Integration $CHECK_NAME" \ | |
--validate-bugfix --post-commit-status=file || echo 'ignore exit code' | |
TEMP_PATH="${TEMP_PATH}/stateless" \ | |
REPORTS_PATH="${REPORTS_PATH}/stateless" \ | |
python3 functional_test_check.py "Stateless $CHECK_NAME" "$KILL_TIMEOUT" \ | |
--validate-bugfix --post-commit-status=file || echo 'ignore exit code' | |
python3 bugfix_validate_check.py "${TEMP_PATH}/stateless/functional_commit_status.tsv" "${TEMP_PATH}/integration/integration_commit_status.tsv" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################## | |
############################ FUNCTIONAl STATEFUL TESTS ####################################### | |
############################################################################################## | |
FunctionalStatefulTestRelease: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (release) | |
REPO_COPY=${{runner.temp}}/stateful_release/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestAarch64: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, func-tester-aarch64] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (aarch64) | |
REPO_COPY=${{runner.temp}}/stateful_release/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestAsan: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (asan) | |
REPO_COPY=${{runner.temp}}/stateful_debug/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestTsan: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (tsan) | |
REPO_COPY=${{runner.temp}}/stateful_tsan/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestMsan: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_msan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (msan) | |
REPO_COPY=${{runner.temp}}/stateful_msan/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestUBsan: | |
needs: [BuilderDebUBsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_ubsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (ubsan) | |
REPO_COPY=${{runner.temp}}/stateful_ubsan/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestDebug: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (debug) | |
REPO_COPY=${{runner.temp}}/stateful_debug/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
# Parallel replicas | |
FunctionalStatefulTestDebugParallelReplicas: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (debug, ParallelReplicas) | |
REPO_COPY=${{runner.temp}}/stateful_debug/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v2 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Clear repository | |
run: | | |
sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE" | |
- name: Check out repository code | |
uses: actions/checkout@v2 | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestUBsanParallelReplicas: | |
needs: [BuilderDebUBsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_ubsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (ubsan, ParallelReplicas) | |
REPO_COPY=${{runner.temp}}/stateful_ubsan/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v2 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Clear repository | |
run: | | |
sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE" | |
- name: Check out repository code | |
uses: actions/checkout@v2 | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestMsanParallelReplicas: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_msan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (msan, ParallelReplicas) | |
REPO_COPY=${{runner.temp}}/stateful_msan/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v2 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Clear repository | |
run: | | |
sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE" | |
- name: Check out repository code | |
uses: actions/checkout@v2 | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestTsanParallelReplicas: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (tsan, ParallelReplicas) | |
REPO_COPY=${{runner.temp}}/stateful_tsan/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v2 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Clear repository | |
run: | | |
sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE" | |
- name: Check out repository code | |
uses: actions/checkout@v2 | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestAsanParallelReplicas: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (asan, ParallelReplicas) | |
REPO_COPY=${{runner.temp}}/stateful_debug/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v2 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Clear repository | |
run: | | |
sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE" | |
- name: Check out repository code | |
uses: actions/checkout@v2 | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
FunctionalStatefulTestReleaseParallelReplicas: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stateful_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stateful tests (release, ParallelReplicas) | |
REPO_COPY=${{runner.temp}}/stateful_release/ClickHouse | |
KILL_TIMEOUT=3600 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v2 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Clear repository | |
run: | | |
sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE" | |
- name: Check out repository code | |
uses: actions/checkout@v2 | |
- name: Functional test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################## | |
######################################### STRESS TESTS ####################################### | |
############################################################################################## | |
StressTestAsan: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stress_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stress test (asan) | |
REPO_COPY=${{runner.temp}}/stress_asan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Stress test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 stress_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
StressTestTsan: | |
needs: [BuilderDebTsan] | |
# func testers have 16 cores + 128 GB memory | |
# while stress testers have 36 cores + 72 memory | |
# It would be better to have something like 32 + 128, | |
# but such servers almost unavailable as spot instances. | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stress_thread | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stress test (tsan) | |
REPO_COPY=${{runner.temp}}/stress_thread/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Stress test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 stress_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
StressTestMsan: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stress_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stress test (msan) | |
REPO_COPY=${{runner.temp}}/stress_memory/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Stress test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 stress_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
StressTestUBsan: | |
needs: [BuilderDebUBsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stress_undefined | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stress test (ubsan) | |
REPO_COPY=${{runner.temp}}/stress_undefined/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Stress test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 stress_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
StressTestDebug: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/stress_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Stress test (debug) | |
REPO_COPY=${{runner.temp}}/stress_debug/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Stress test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 stress_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################## | |
######################################### UPGRADE CHECK ###################################### | |
############################################################################################## | |
UpgradeCheckAsan: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/upgrade_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Upgrade check (asan) | |
REPO_COPY=${{runner.temp}}/upgrade_asan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Upgrade check | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 upgrade_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
UpgradeCheckTsan: | |
needs: [BuilderDebTsan] | |
# same as for stress test with tsan | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/upgrade_thread | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Upgrade check (tsan) | |
REPO_COPY=${{runner.temp}}/upgrade_thread/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Upgrade check | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 upgrade_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
UpgradeCheckMsan: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/upgrade_memory | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Upgrade check (msan) | |
REPO_COPY=${{runner.temp}}/upgrade_memory/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Upgrade check | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 upgrade_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
UpgradeCheckDebug: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/upgrade_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Upgrade check (debug) | |
REPO_COPY=${{runner.temp}}/upgrade_debug/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Upgrade check | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 upgrade_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################## | |
##################################### AST FUZZERS ############################################ | |
############################################################################################## | |
ASTFuzzerTestAsan: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/ast_fuzzer_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=AST fuzzer (asan) | |
REPO_COPY=${{runner.temp}}/ast_fuzzer_asan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Fuzzer | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 ast_fuzzer_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
ASTFuzzerTestTsan: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/ast_fuzzer_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=AST fuzzer (tsan) | |
REPO_COPY=${{runner.temp}}/ast_fuzzer_tsan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Fuzzer | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 ast_fuzzer_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
ASTFuzzerTestUBSan: | |
needs: [BuilderDebUBsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/ast_fuzzer_ubsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=AST fuzzer (ubsan) | |
REPO_COPY=${{runner.temp}}/ast_fuzzer_ubsan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Fuzzer | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 ast_fuzzer_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
ASTFuzzerTestMSan: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/ast_fuzzer_msan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=AST fuzzer (msan) | |
REPO_COPY=${{runner.temp}}/ast_fuzzer_msan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Fuzzer | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 ast_fuzzer_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
ASTFuzzerTestDebug: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/ast_fuzzer_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=AST fuzzer (debug) | |
REPO_COPY=${{runner.temp}}/ast_fuzzer_debug/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Fuzzer | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 ast_fuzzer_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################# | |
############################# INTEGRATION TESTS ############################################# | |
############################################################################################# | |
IntegrationTestsAsan0: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAsan1: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAsan2: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAsan3: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAsan4: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=4 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsAsan5: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (asan) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse | |
RUN_BY_HASH_NUM=5 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsTsan0: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (tsan) | |
REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsTsan1: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (tsan) | |
REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsTsan2: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (tsan) | |
REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsTsan3: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (tsan) | |
REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsTsan4: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (tsan) | |
REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse | |
RUN_BY_HASH_NUM=4 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsTsan5: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (tsan) | |
REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse | |
RUN_BY_HASH_NUM=5 | |
RUN_BY_HASH_TOTAL=6 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsRelease0: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (release) | |
REPO_COPY=${{runner.temp}}/integration_tests_release/ClickHouse | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsRelease1: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (release) | |
REPO_COPY=${{runner.temp}}/integration_tests_release/ClickHouse | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsRelease2: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (release) | |
REPO_COPY=${{runner.temp}}/integration_tests_release/ClickHouse | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsRelease3: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests (release) | |
REPO_COPY=${{runner.temp}}/integration_tests_release/ClickHouse | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
IntegrationTestsFlakyCheck: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/integration_tests_asan_flaky_check | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Integration tests flaky check (asan) | |
REPO_COPY=${{runner.temp}}/integration_tests_asan_flaky_check/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Integration test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 integration_test_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################# | |
#################################### UNIT TESTS ############################################# | |
############################################################################################# | |
UnitTestsAsan: | |
needs: [BuilderDebAsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/unit_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Unit tests (asan) | |
REPO_COPY=${{runner.temp}}/unit_tests_asan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Unit test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 unit_tests_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
UnitTestsReleaseClang: | |
needs: [BuilderBinRelease] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/unit_tests_asan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Unit tests (release-clang) | |
REPO_COPY=${{runner.temp}}/unit_tests_asan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Unit test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 unit_tests_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
UnitTestsTsan: | |
needs: [BuilderDebTsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/unit_tests_tsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Unit tests (tsan) | |
REPO_COPY=${{runner.temp}}/unit_tests_tsan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Unit test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 unit_tests_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
UnitTestsMsan: | |
needs: [BuilderDebMsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/unit_tests_msan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Unit tests (msan) | |
REPO_COPY=${{runner.temp}}/unit_tests_msan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Unit test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 unit_tests_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
UnitTestsUBsan: | |
needs: [BuilderDebUBsan] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/unit_tests_ubsan | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Unit tests (ubsan) | |
REPO_COPY=${{runner.temp}}/unit_tests_ubsan/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Unit test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 unit_tests_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################# | |
#################################### PERFORMANCE TESTS ###################################### | |
############################################################################################# | |
PerformanceComparisonX86-0: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
PerformanceComparisonX86-1: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
PerformanceComparisonX86-2: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
PerformanceComparisonX86-3: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, stress-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
PerformanceComparisonAarch-0: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, func-tester-aarch64] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison Aarch64 | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=0 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
PerformanceComparisonAarch-1: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, func-tester-aarch64] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison Aarch64 | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=1 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
PerformanceComparisonAarch-2: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, func-tester-aarch64] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison Aarch64 | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=2 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
PerformanceComparisonAarch-3: | |
needs: [BuilderDebAarch64] | |
runs-on: [self-hosted, func-tester-aarch64] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/performance_comparison | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Performance Comparison Aarch64 | |
REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse | |
RUN_BY_HASH_NUM=3 | |
RUN_BY_HASH_TOTAL=4 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Performance Comparison | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 performance_comparison_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################## | |
###################################### SQLANCER FUZZERS ###################################### | |
############################################################################################## | |
SQLancerTestRelease: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/sqlancer_release | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=SQLancer (release) | |
REPO_COPY=${{runner.temp}}/sqlancer_release/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: SQLancer | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 sqlancer_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
SQLancerTestDebug: | |
needs: [BuilderDebDebug] | |
runs-on: [self-hosted, fuzzer-unit-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/sqlancer_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=SQLancer (debug) | |
REPO_COPY=${{runner.temp}}/sqlancer_debug/ClickHouse | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v3 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: SQLancer | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 sqlancer_check.py "$CHECK_NAME" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" | |
############################################################################################# | |
###################################### JEPSEN TESTS ######################################### | |
############################################################################################# | |
Jepsen: | |
# This is special test NOT INCLUDED in FinishCheck | |
# When it's skipped, all dependent tasks will be skipped too. | |
# DO NOT add it there | |
if: contains(github.event.pull_request.labels.*.name, 'jepsen-test') | |
needs: [BuilderBinRelease] | |
uses: ./.github/workflows/jepsen.yml | |
FinishCheck: | |
needs: | |
- StyleCheck | |
- DockerHubPush | |
- DockerServerImages | |
- CheckLabels | |
- BuilderReport | |
- BuilderSpecialReport | |
- FastTest | |
- FunctionalStatelessTestDebug0 | |
- FunctionalStatelessTestDebug1 | |
- FunctionalStatelessTestDebug2 | |
- FunctionalStatelessTestDebug3 | |
- FunctionalStatelessTestDebug4 | |
- FunctionalStatelessTestRelease | |
- FunctionalStatelessTestReleaseDatabaseReplicated0 | |
- FunctionalStatelessTestReleaseDatabaseReplicated1 | |
- FunctionalStatelessTestReleaseDatabaseReplicated2 | |
- FunctionalStatelessTestReleaseDatabaseReplicated3 | |
- FunctionalStatelessTestReleaseWideParts | |
- FunctionalStatelessTestReleaseAnalyzer | |
- FunctionalStatelessTestAarch64 | |
- FunctionalStatelessTestAsan0 | |
- FunctionalStatelessTestAsan1 | |
- FunctionalStatelessTestAsan2 | |
- FunctionalStatelessTestAsan3 | |
- FunctionalStatelessTestTsan0 | |
- FunctionalStatelessTestTsan1 | |
- FunctionalStatelessTestTsan2 | |
- FunctionalStatelessTestTsan3 | |
- FunctionalStatelessTestTsan4 | |
- FunctionalStatelessTestMsan0 | |
- FunctionalStatelessTestMsan1 | |
- FunctionalStatelessTestMsan2 | |
- FunctionalStatelessTestMsan3 | |
- FunctionalStatelessTestMsan4 | |
- FunctionalStatelessTestMsan5 | |
- FunctionalStatelessTestUBsan0 | |
- FunctionalStatelessTestUBsan1 | |
- FunctionalStatefulTestDebug | |
- FunctionalStatefulTestRelease | |
- FunctionalStatefulTestAarch64 | |
- FunctionalStatefulTestAsan | |
- FunctionalStatefulTestTsan | |
- FunctionalStatefulTestMsan | |
- FunctionalStatefulTestUBsan | |
- FunctionalStatelessTestReleaseS3_0 | |
- FunctionalStatelessTestReleaseS3_1 | |
- FunctionalStatelessTestS3Debug0 | |
- FunctionalStatelessTestS3Debug1 | |
- FunctionalStatelessTestS3Debug2 | |
- FunctionalStatelessTestS3Debug4 | |
- FunctionalStatelessTestS3Debug5 | |
- FunctionalStatelessTestS3Tsan0 | |
- FunctionalStatelessTestS3Tsan1 | |
- FunctionalStatelessTestS3Tsan2 | |
- FunctionalStatelessTestS3Tsan4 | |
- StressTestDebug | |
- StressTestAsan | |
- StressTestTsan | |
- StressTestMsan | |
- StressTestUBsan | |
- ASTFuzzerTestDebug | |
- ASTFuzzerTestAsan | |
- ASTFuzzerTestTsan | |
- ASTFuzzerTestMSan | |
- ASTFuzzerTestUBSan | |
- IntegrationTestsAsan0 | |
- IntegrationTestsAsan1 | |
- IntegrationTestsAsan2 | |
- IntegrationTestsAsan3 | |
- IntegrationTestsAsan4 | |
- IntegrationTestsAsan5 | |
- IntegrationTestsRelease0 | |
- IntegrationTestsRelease1 | |
- IntegrationTestsRelease2 | |
- IntegrationTestsRelease3 | |
- IntegrationTestsTsan0 | |
- IntegrationTestsTsan1 | |
- IntegrationTestsTsan2 | |
- IntegrationTestsTsan3 | |
- IntegrationTestsTsan4 | |
- IntegrationTestsTsan5 | |
- PerformanceComparisonX86-0 | |
- PerformanceComparisonX86-1 | |
- PerformanceComparisonX86-2 | |
- PerformanceComparisonX86-3 | |
- PerformanceComparisonAarch-0 | |
- PerformanceComparisonAarch-1 | |
- PerformanceComparisonAarch-2 | |
- PerformanceComparisonAarch-3 | |
- UnitTestsAsan | |
- UnitTestsTsan | |
- UnitTestsMsan | |
- UnitTestsUBsan | |
- UnitTestsReleaseClang | |
- CompatibilityCheckX86 | |
- CompatibilityCheckAarch64 | |
- IntegrationTestsFlakyCheck | |
- SQLancerTestRelease | |
- SQLancerTestDebug | |
runs-on: [self-hosted, style-checker] | |
steps: | |
- name: Check out repository code | |
uses: ClickHouse/checkout@v1 | |
with: | |
clear-repository: true | |
- name: Finish label | |
run: | | |
cd "$GITHUB_WORKSPACE/tests/ci" | |
python3 finish_check.py | |
python3 merge_pr.py --check-approved | |
############################################################################################## | |
########################### SQLLOGIC TEST ################################################### | |
############################################################################################## | |
SQLLogicTestRelease: | |
needs: [BuilderDebRelease] | |
runs-on: [self-hosted, func-tester] | |
steps: | |
- name: Set envs | |
run: | | |
cat >> "$GITHUB_ENV" << 'EOF' | |
TEMP_PATH=${{runner.temp}}/sqllogic_debug | |
REPORTS_PATH=${{runner.temp}}/reports_dir | |
CHECK_NAME=Sqllogic test (release) | |
REPO_COPY=${{runner.temp}}/sqllogic_debug/ClickHouse | |
KILL_TIMEOUT=10800 | |
EOF | |
- name: Download json reports | |
uses: actions/download-artifact@v2 | |
with: | |
path: ${{ env.REPORTS_PATH }} | |
- name: Clear repository | |
run: | | |
sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE" | |
- name: Check out repository code | |
uses: actions/checkout@v2 | |
- name: Sqllogic test | |
run: | | |
sudo rm -fr "$TEMP_PATH" | |
mkdir -p "$TEMP_PATH" | |
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | |
cd "$REPO_COPY/tests/ci" | |
python3 sqllogic_test.py "$CHECK_NAME" "$KILL_TIMEOUT" | |
- name: Cleanup | |
if: always() | |
run: | | |
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | |
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | |
sudo rm -fr "$TEMP_PATH" |